-- Logs begin at Mon 2022-09-19 10:40:17 UTC, end at Mon 2022-09-19 11:44:49 UTC. -- Sep 19 11:14:59.411106 dv-cinder-820994-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 19 11:15:02.059825 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.common.config [-] Logging enabled! Sep 19 11:15:02.060458 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev2 Sep 19 11:15:02.060569 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106140) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 19 11:15:02.063797 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.common.config [-] Logging enabled! Sep 19 11:15:02.064052 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev2 Sep 19 11:15:02.064363 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106140) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 19 11:15:02.065313 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 11:15:02.065547 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 11:15:02.066040 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 11:15:02.066287 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 11:15:02.066513 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 11:15:02.066834 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.067134 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.067373 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.067672 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.067999 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.068284 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.068573 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.068869 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.069154 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.069433 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.069967 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.070197 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.071044 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.071335 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.071626 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.071881 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] debug = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.072163 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.072586 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.072996 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.073286 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.073576 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.073857 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.074141 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.074405 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.074689 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.075020 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] host = dv-cinder-820994-5-iscsi {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.075297 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.075586 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.075897 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.076189 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.076466 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.076743 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.077030 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.077310 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.077584 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] log_file = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.077858 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.078149 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.078433 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.078722 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.078947 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.079169 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.079453 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.079742 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.080039 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.080310 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.080578 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.080850 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.081177 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.081390 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.081671 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.081952 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.082235 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.082506 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.082777 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.083047 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.083315 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.083598 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.083891 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.084164 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.084434 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.084718 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.084983 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.085253 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.085551 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.085836 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.086140 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.086424 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.086693 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.086975 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.087244 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.087519 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.087806 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] use_json = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.088080 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.088347 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.088630 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.088899 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.089169 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.089440 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.089707 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.089989 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.090258 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:02.090551 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.090848 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.091151 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.091436 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.091738 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.092042 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.092333 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.092611 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.092899 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.093188 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.093476 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.093753 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.094050 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.094340 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.094634 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.094939 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.095234 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.095527 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.095822 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.096098 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.096370 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.096646 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.096928 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.097205 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.097497 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.097785 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.098061 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.098360 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.098642 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.098924 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.099216 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.099504 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.099792 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.100072 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.100361 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.100639 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.100910 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.101198 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.101476 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.101771 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.102052 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.102341 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.102628 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.102900 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.103175 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.103465 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.103873 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.104153 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.104426 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.104702 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.104969 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.105254 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.105532 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.105804 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.106074 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.106351 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.106619 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.106889 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.107166 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.107443 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.107718 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.108012 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.108282 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.108550 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.108819 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.109089 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.109359 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.109629 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.109904 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.110174 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.110441 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.110708 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.110976 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.111244 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.111528 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.111848 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.112130 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.112408 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.112682 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.112958 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.113233 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.113507 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.113782 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.114056 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.114327 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.114615 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.114897 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.115184 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.115467 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.115771 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.116080 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.116363 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.116639 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.116917 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.117705 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.117992 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.118277 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.118557 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.118835 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.119117 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.119399 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.119695 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.120019 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.120299 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.120593 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.120885 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.121174 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.121451 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.121759 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.122037 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:02.122253 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 11:15:02.122493 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106140) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 19 11:15:02.508496 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 19 11:15:02.508816 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 19 11:15:02.509084 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 19 11:15:02.509314 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 19 11:15:02.509593 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 19 11:15:02.509916 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 19 11:15:02.840104 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:02.840313 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:02.840581 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:02.841771 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:02.842042 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:02.842305 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:02.895097 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:02.895373 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:02.895639 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:02.912092 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:02.912374 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:02.912644 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:02.941930 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:02.942206 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:02.942470 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:02.979855 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:02.980130 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:02.980407 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.210149 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.210789 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.210789 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.212397 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.213112 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.309002 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.309323 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.309608 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.309881 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.310150 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.310462 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.310723 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.310979 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.311243 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.311529 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.311814 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.312090 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.312350 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.312600 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.312856 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.313120 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.313373 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.313640 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.313908 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.314167 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.314439 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.314689 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.314967 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.315340 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.315596 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.315976 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.316372 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 11:15:03.316612 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 11:15:03.316849 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 11:15:03.317086 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 11:15:03.317321 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 11:15:03.317554 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 11:15:03.317914 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 19 11:15:03.321776 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 19 11:15:03.325680 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 19 11:15:03.329531 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Sep 19 11:15:03.331137 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 19 11:15:03.331773 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 19 11:15:03.332116 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 19 11:15:03.332497 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 19 11:15:03.335240 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 19 11:15:03.335491 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 19 11:15:03.335909 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 19 11:15:03.340950 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 19 11:15:03.369861 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 19 11:15:03.370324 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.370626 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106140) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 19 11:15:03.370999 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.372497 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106140) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 19 11:15:03.372791 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 19 11:15:03.373039 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 19 11:15:03.383970 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.384252 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:03.523851 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 19 11:15:03.524044 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 19 11:15:03.524277 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 19 11:15:03.524649 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 19 11:15:03.577281 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO dbcounter [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Registered counter for database neutron Sep 19 11:15:03.596228 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_db.sqlalchemy.engines [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106140) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 19 11:15:03.601939 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writer thread running {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 19 11:15:04.146049 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.managers [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Initializing driver for type 'gre' Sep 19 11:15:04.146673 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] gre ID ranges: [(1, 1000)] Sep 19 11:15:04.204783 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.managers [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Initializing driver for type 'local' Sep 19 11:15:04.205102 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.managers [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Initializing driver for type 'vlan' Sep 19 11:15:04.218414 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] VlanTypeDriver initialization complete Sep 19 11:15:04.219094 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.managers [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Initializing driver for type 'vxlan' Sep 19 11:15:04.219265 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] vxlan ID ranges: [(1, 1000)] Sep 19 11:15:04.273915 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.managers [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Initializing extension driver 'port_security' Sep 19 11:15:04.274264 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.extensions.port_security [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] PortSecurityExtensionDriver initialization complete Sep 19 11:15:04.274564 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.managers [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Initializing mechanism driver 'openvswitch' Sep 19 11:15:04.274877 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.managers [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Initializing mechanism driver 'hyperv' Sep 19 11:15:04.281330 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:15:04.281990 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > port after_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.282362 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > port after_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.282715 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > port after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.283209 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 11:15:04.283627 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > subnet after_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.284006 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > subnet after_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.284354 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > subnet after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.284745 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 11:15:04.285158 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > network after_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.285505 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > network after_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.285851 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > network after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.286235 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 11:15:04.286640 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > security_group after_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.286985 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > security_group after_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.287322 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > security_group after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.287717 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 11:15:04.288180 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.288525 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.288868 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.289381 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 11:15:04.289838 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > address_group after_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.290216 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > address_group after_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.290602 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > address_group after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.291065 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 11:15:04.291501 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] ML2 OVO RPC backend initialized. {{(pid=106140) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 19 11:15:04.292225 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router_interface after_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.292585 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.292994 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > network before_response 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.293345 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > networks before_response 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.293688 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > port before_response 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.294027 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > ports before_response 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.294367 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > subnet before_response 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.294706 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > subnets before_response 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.295048 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > network after_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.295389 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > network after_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.295854 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > network after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.296196 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > port after_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.296536 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > port after_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.296875 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > port after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.297208 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > subnet after_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.297541 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > subnet after_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.297870 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > subnet after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.306121 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.quota [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded quota_driver: . Sep 19 11:15:04.306473 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.plugin [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Modular L2 Plugin initialization complete Sep 19 11:15:04.306854 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading services supported by the core plugin {{(pid=106140) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 19 11:15:04.307214 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.plugins.ml2.managers [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Got port-security extension from driver 'port_security' Sep 19 11:15:04.307717 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.extensions.vlantransparent [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Disabled vlantransparent extension. Sep 19 11:15:04.308291 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106140) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 19 11:15:04.308623 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading Plugin: router Sep 19 11:15:04.347464 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router_interface before_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.347893 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router after_create 55549900 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.348270 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router before_create 55549900 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.348643 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.349028 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.349389 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router after_delete 55549900 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.349752 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > floatingip after_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.350107 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > floatingip after_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.350470 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router after_create 55549900 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.350822 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router after_update 55549900 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.351176 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router after_update 55549900 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.351552 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.351948 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router after_update 55549900 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.352366 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router precommit_update 55549900 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.352741 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: port after_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.353090 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: port after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.353435 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: subnet after_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.353791 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.354146 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > port precommit_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.354502 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router precommit_create 55549900 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.354853 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: port before_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.355205 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router precommit_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.355565 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router after_update 55549900 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.355938 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router precommit_delete 55549900 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.356299 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router precommit_create 55549900 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.356666 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router_interface after_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.357017 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router precommit_update 55549900 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.357387 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > agent after_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.357744 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > agent after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.358095 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > network after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.358970 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Tracking information for resource: router configured {{(pid=106140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 11:15:04.359306 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Tracking information for resource: floatingip configured {{(pid=106140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 11:15:04.364303 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.db.l3_agentschedulers_db [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 19 11:15:04.364896 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: port after_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.365265 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: port after_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.365626 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: port after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.365990 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: port after_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.366802 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router before_create 55550100 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.367699 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router precommit_delete 55550100 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.368093 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router precommit_create 55550100 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.368457 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > router precommit_update 55550100 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.373303 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.services.provider_configuration [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Service providers = [] {{(pid=106140) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 19 11:15:04.373674 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.db.servicetype_db [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106140) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 19 11:15:04.376668 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.services.service_base [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 11:15:04.377027 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.services.service_base [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 11:15:04.377376 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.services.service_base [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 11:15:04.378268 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.services.service_base [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 11:15:04.378649 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.services.service_base [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 19 11:15:04.379039 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 11:15:04.379361 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 19 11:15:04.391685 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 11:15:04.392055 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading Plugin: auto_allocate Sep 19 11:15:04.397875 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: network precommit_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.398197 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: network precommit_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.398767 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 11:15:04.399094 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading Plugin: tag Sep 19 11:15:04.405670 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 11:15:04.406004 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading Plugin: timestamp Sep 19 11:15:04.410042 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 11:15:04.410375 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading Plugin: network_ip_availability Sep 19 11:15:04.415917 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.416295 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.416661 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.417383 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 11:15:04.417711 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading Plugin: flavors Sep 19 11:15:04.422429 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 11:15:04.422764 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading Plugin: revisions Sep 19 11:15:04.427153 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 11:15:04.427549 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_concurrency.lockutils [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.918s {{(pid=106140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 19 11:15:04.428327 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106140) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 19 11:15:04.428674 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Initializing extension manager. Sep 19 11:15:04.429200 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: __init__.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.430075 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: __pycache__ {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.430417 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: address_group.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.431307 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.431906 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: address-group Sep 19 11:15:04.432235 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: address_scope.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.432918 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.433429 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: address-scope Sep 19 11:15:04.433757 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: admin_state_down_before_update.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.434645 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.435159 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: router-admin-state-down-before-update Sep 19 11:15:04.435485 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: agent.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.436183 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.436689 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: agent Sep 19 11:15:04.437015 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: agent_resources_synced.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.437887 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.438397 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: agent-resources-synced Sep 19 11:15:04.438722 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: allowedaddresspairs.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.440500 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.441020 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: allowed-address-pairs Sep 19 11:15:04.441349 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: auto_allocated_topology.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.442384 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.442900 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: auto-allocated-topology Sep 19 11:15:04.443227 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: availability_zone.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.443924 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.444441 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: availability_zone Sep 19 11:15:04.445026 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: availability_zone_filter.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.446495 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.447003 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: availability_zone_filter Sep 19 11:15:04.447328 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: data_plane_status.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.448218 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.448724 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension data-plane-status not supported by any of loaded plugins Sep 19 11:15:04.449049 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: default_subnetpools.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.449930 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.450438 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: default-subnetpools Sep 19 11:15:04.450763 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: dhcpagentscheduler.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.451530 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.452081 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: dhcp_agent_scheduler Sep 19 11:15:04.452405 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: dns.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.453276 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.453780 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension dns-integration not supported by any of loaded plugins Sep 19 11:15:04.454106 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: dns_domain_ports.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.454983 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.455483 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 19 11:15:04.455834 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.456717 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.457220 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 19 11:15:04.457548 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: dvr.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.458184 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.458693 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: dvr Sep 19 11:15:04.459022 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: ecmp_routes.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.459941 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.460448 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension ecmp_routes not supported by any of loaded plugins Sep 19 11:15:04.460814 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: empty_string_filtering.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.461691 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.462202 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: empty-string-filtering Sep 19 11:15:04.462525 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.463397 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.463934 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 19 11:15:04.464261 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.465143 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.465646 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 19 11:15:04.465973 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: external_net.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.466850 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.467356 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: external-net Sep 19 11:15:04.467681 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: extra_dhcp_opt.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.468575 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.469087 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: extra_dhcp_opt Sep 19 11:15:04.469417 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: extraroute.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.470308 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.470812 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: extraroute Sep 19 11:15:04.471136 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: extraroute_atomic.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.472156 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.472666 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: extraroute-atomic Sep 19 11:15:04.472995 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: filter_validation.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.473624 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.474127 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: filter-validation Sep 19 11:15:04.474451 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: fip_pf_description.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.475318 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.475851 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 19 11:15:04.476179 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: fip_pf_detail.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.477091 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.477606 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: floating-ip-port-forwarding-detail Sep 19 11:15:04.477930 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: fip_pf_port_range.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.478814 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.479327 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 19 11:15:04.479651 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: fip_port_details.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.480561 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.481074 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: fip-port-details Sep 19 11:15:04.481397 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: flavors.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.482573 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.483093 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: flavors Sep 19 11:15:04.483421 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.485047 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.485581 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 19 11:15:04.485920 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: floatingip_pools.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.486590 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.487106 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: floatingip-pools Sep 19 11:15:04.487441 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: ip_allocation.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.488353 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.488863 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension ip_allocation not supported by any of loaded plugins Sep 19 11:15:04.489200 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.490101 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.490612 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: ip-substring-filtering Sep 19 11:15:04.490939 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: l2_adjacency.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.491871 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.492918 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension l2_adjacency not supported by any of loaded plugins Sep 19 11:15:04.493249 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: l3.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.494169 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.494683 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: router Sep 19 11:15:04.495012 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: l3_conntrack_helper.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.497383 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.497923 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 19 11:15:04.498264 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.499153 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.499681 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: ext-gw-mode Sep 19 11:15:04.500062 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.500943 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.501462 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: l3-ha Sep 19 11:15:04.501796 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.502675 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.503185 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 19 11:15:04.503518 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: l3_flavors.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.504433 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.504954 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: l3-flavors Sep 19 11:15:04.505287 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: l3_ndp_proxy.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.506621 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.507143 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 19 11:15:04.507475 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.508967 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.509488 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: l3-port-ip-change-not-allowed Sep 19 11:15:04.509824 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: l3agentscheduler.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.510828 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.511347 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: l3_agent_scheduler Sep 19 11:15:04.511684 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: local_ip.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.513404 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.513934 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension local_ip not supported by any of loaded plugins Sep 19 11:15:04.514268 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: logging.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.515701 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.516258 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension logging not supported by any of loaded plugins Sep 19 11:15:04.516592 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: metering.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.517293 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.517868 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: metering Sep 19 11:15:04.518200 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.519246 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.519786 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: metering_source_and_destination_fields Sep 19 11:15:04.520131 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: multiprovidernet.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.521026 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.521547 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: multi-provider Sep 19 11:15:04.521881 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: netmtu.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.522765 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.523326 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: net-mtu Sep 19 11:15:04.523659 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: netmtu_writable.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.524571 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.525087 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: net-mtu-writable Sep 19 11:15:04.525414 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: network_availability_zone.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.526053 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.526564 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: network_availability_zone Sep 19 11:15:04.526890 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: network_ip_availability.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.527988 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.528502 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: network-ip-availability Sep 19 11:15:04.528829 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: network_segment_range.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.529552 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.530060 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension network-segment-range not supported by any of loaded plugins Sep 19 11:15:04.530383 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: pagination.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.531318 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.531648 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: pagination Sep 19 11:15:04.532007 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: port_device_profile.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.532876 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.533393 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: port-device-profile Sep 19 11:15:04.533717 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: port_mac_address_override.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.534611 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.535122 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: port-mac-override Sep 19 11:15:04.535447 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.536359 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.536877 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: port-mac-address-regenerate Sep 19 11:15:04.537203 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.538089 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.538603 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: port-numa-affinity-policy Sep 19 11:15:04.539464 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: port_resource_request.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.540376 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.540886 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension port-resource-request not supported by any of loaded plugins Sep 19 11:15:04.541211 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: port_resource_request_groups.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.542135 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.542647 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 19 11:15:04.542973 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: portbindings.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.543908 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.544425 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: binding Sep 19 11:15:04.544749 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: portbindings_extended.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.545981 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.546488 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: binding-extended Sep 19 11:15:04.546822 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: portsecurity.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.547702 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.548248 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: port-security Sep 19 11:15:04.548578 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: project_id.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.549714 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.550050 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: project-id Sep 19 11:15:04.550378 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: providernet.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.551264 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.551818 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: provider Sep 19 11:15:04.552155 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: qos.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.555691 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.556247 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension qos not supported by any of loaded plugins Sep 19 11:15:04.556585 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.557807 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.558329 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 19 11:15:04.558667 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.559556 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.560114 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 19 11:15:04.560448 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: qos_default.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.561330 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.561845 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension qos-default not supported by any of loaded plugins Sep 19 11:15:04.562175 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: qos_fip.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.563062 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.563579 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension qos-fip not supported by any of loaded plugins Sep 19 11:15:04.563949 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: qos_fip_network_policy.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.564829 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.565339 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 19 11:15:04.565669 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: qos_gateway_ip.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.566561 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.567081 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 19 11:15:04.567410 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: qos_port_network_policy.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.568322 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.568839 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 19 11:15:04.569167 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.570945 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.571466 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 19 11:15:04.571797 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.572820 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.573339 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 19 11:15:04.573671 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: qos_pps_rule.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.574812 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.575329 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension qos-pps not supported by any of loaded plugins Sep 19 11:15:04.575660 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: qos_rule_type_details.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.576648 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.577161 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 19 11:15:04.577491 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: qos_rule_type_filter.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.578417 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.578926 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 19 11:15:04.579257 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: qos_rules_alias.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.580308 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.580828 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 19 11:15:04.581155 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: quota_check_limit.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.582188 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.582708 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: quota-check-limit Sep 19 11:15:04.583036 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: quotasv2.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.583969 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.584299 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: quotas Sep 19 11:15:04.584623 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: quotasv2_detail.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.586866 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.587204 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: quota_details Sep 19 11:15:04.587540 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: rbac.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.588591 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.589119 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: rbac-policies Sep 19 11:15:04.589453 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: rbac_address_group.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.590354 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.590871 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: rbac-address-group Sep 19 11:15:04.591200 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: rbac_address_scope.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.592190 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.592711 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: rbac-address-scope Sep 19 11:15:04.593040 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: rbac_security_groups.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.593933 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.594448 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: rbac-security-groups Sep 19 11:15:04.594778 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: rbac_subnetpool.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.595669 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.596222 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: rbac-subnetpool Sep 19 11:15:04.596553 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: revisionifmatch.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.597444 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.597959 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: revision-if-match Sep 19 11:15:04.598287 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: revisions.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.599372 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.599924 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: standard-attr-revisions Sep 19 11:15:04.600253 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: router_availability_zone.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.600887 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.601449 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: router_availability_zone Sep 19 11:15:04.601774 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: routerservicetype.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.602658 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.603172 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension router-service-type not supported by any of loaded plugins Sep 19 11:15:04.603496 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.604415 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.604932 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: security-groups-normalized-cidr Sep 19 11:15:04.605258 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: security_groups_port_filtering.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.606144 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.606657 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: port-security-groups-filtering Sep 19 11:15:04.606983 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.607908 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.608429 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: security-groups-remote-address-group Sep 19 11:15:04.608759 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.609659 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.610180 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: security-groups-shared-filtering Sep 19 11:15:04.610507 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: securitygroup.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.620302 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.620833 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: security-group Sep 19 11:15:04.621169 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: segment.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.621863 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.622375 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension segment not supported by any of loaded plugins Sep 19 11:15:04.622707 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.623620 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.624172 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 19 11:15:04.624504 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: servicetype.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.625559 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.626076 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: service-type Sep 19 11:15:04.626405 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: sorting.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.627355 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.627691 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: sorting Sep 19 11:15:04.628044 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: standard_attr_segment.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.628949 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.629465 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 19 11:15:04.629795 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: standardattrdescription.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.630420 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.630934 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: standard-attr-description Sep 19 11:15:04.631262 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: stateful_security_group.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.632185 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.633241 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: stateful-security-group Sep 19 11:15:04.633571 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: stdattrs_common.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.634123 dv-cinder-820994-5-iscsi neutron-server[106140]: WARNING neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 19 11:15:04.634447 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.635332 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.635877 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 19 11:15:04.636207 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: subnet_onboard.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.637227 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.637745 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: subnet_onboard Sep 19 11:15:04.638076 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.638967 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.639481 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 19 11:15:04.639839 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: subnet_service_types.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.640735 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.641251 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: subnet-service-types Sep 19 11:15:04.641583 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: subnetallocation.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.642606 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.643131 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: subnet_allocation Sep 19 11:15:04.643465 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.644136 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.644653 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: subnetpool-prefix-ops Sep 19 11:15:04.644982 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.645887 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.646404 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 19 11:15:04.646734 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: tagging.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.647750 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.648929 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: standard-attr-tag Sep 19 11:15:04.649222 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: timestamp.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.650392 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.650992 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loaded extension: standard-attr-timestamp Sep 19 11:15:04.651244 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: trunk.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.652267 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.652780 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension trunk not supported by any of loaded plugins Sep 19 11:15:04.653105 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: trunk_details.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.653984 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.654496 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension trunk-details not supported by any of loaded plugins Sep 19 11:15:04.654821 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: uplink_status_propagation.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.655709 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.656243 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 19 11:15:04.656568 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Loading extension file: vlantransparent.py {{(pid=106140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 11:15:04.657206 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 11:15:04.657712 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extension vlan-transparent not supported by any of loaded plugins Sep 19 11:15:04.660329 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Creating instance of TrackedResource for resource:network Sep 19 11:15:04.660858 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Creating instance of TrackedResource for resource:subnet Sep 19 11:15:04.661261 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 11:15:04.661656 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Creating instance of TrackedResource for resource:port Sep 19 11:15:04.662926 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.v2.resource_helper [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 11:15:04.663377 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.v2.resource_helper [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Service FLAVORS assigned prefix: {{(pid=106140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 11:15:04.664587 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.v2.resource_helper [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 11:15:04.665035 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.v2.resource_helper [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 11:15:04.665371 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Creating instance of TrackedResource for resource:router Sep 19 11:15:04.665809 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Creating instance of TrackedResource for resource:floatingip Sep 19 11:15:04.666303 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.v2.resource_helper [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Service METERING assigned prefix: /metering {{(pid=106140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 11:15:04.667742 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.668144 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.668506 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:15:04.669517 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Creating instance of CountableResource for resource:rbac_policy Sep 19 11:15:04.669968 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Creating instance of TrackedResource for resource:security_group Sep 19 11:15:04.670407 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 19 11:15:04.670956 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.v2.resource_helper [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Service CORE assigned prefix: {{(pid=106140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 11:15:04.671299 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 11:15:04.671647 dv-cinder-820994-5-iscsi neutron-server[106140]: WARNING neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] subnetpool is already registered Sep 19 11:15:04.672117 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.v2.resource_helper [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Service CORE assigned prefix: {{(pid=106140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 11:15:04.672444 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 11:15:04.672781 dv-cinder-820994-5-iscsi neutron-server[106140]: WARNING neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] subnetpool is already registered Sep 19 11:15:04.675190 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.v2.resource_helper [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 11:15:04.675659 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.v2.resource_helper [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Service FLAVORS assigned prefix: {{(pid=106140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 11:15:04.676312 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.v2.resource_helper [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 11:15:04.676865 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.v2.resource_helper [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 11:15:04.677207 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Creating instance of TrackedResource for resource:router Sep 19 11:15:04.677566 dv-cinder-820994-5-iscsi neutron-server[106140]: WARNING neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] router is already registered Sep 19 11:15:04.677991 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Creating instance of TrackedResource for resource:floatingip Sep 19 11:15:04.678330 dv-cinder-820994-5-iscsi neutron-server[106140]: WARNING neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] floatingip is already registered Sep 19 11:15:04.678811 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.v2.resource_helper [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Service METERING assigned prefix: /metering {{(pid=106140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 11:15:04.680141 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Creating instance of CountableResource for resource:rbac_policy Sep 19 11:15:04.680481 dv-cinder-820994-5-iscsi neutron-server[106140]: WARNING neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] rbac_policy is already registered Sep 19 11:15:04.680915 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Creating instance of TrackedResource for resource:security_group Sep 19 11:15:04.681262 dv-cinder-820994-5-iscsi neutron-server[106140]: WARNING neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] security_group is already registered Sep 19 11:15:04.681690 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 19 11:15:04.682030 dv-cinder-820994-5-iscsi neutron-server[106140]: WARNING neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] security_group_rule is already registered Sep 19 11:15:04.682525 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.v2.resource_helper [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Service CORE assigned prefix: {{(pid=106140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 11:15:04.682857 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 11:15:04.683192 dv-cinder-820994-5-iscsi neutron-server[106140]: WARNING neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] subnetpool is already registered Sep 19 11:15:04.683642 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.v2.resource_helper [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Service CORE assigned prefix: {{(pid=106140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 11:15:04.683998 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 11:15:04.684336 dv-cinder-820994-5-iscsi neutron-server[106140]: WARNING neutron.quota.resource_registry [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] subnetpool is already registered Sep 19 11:15:04.684809 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: extensions {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.686406 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: address-groups {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.687918 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: address-scopes {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.689184 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: agents {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.690345 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: auto-allocated-topology {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.692876 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: availability_zones {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.694104 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: dhcp-networks {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.696483 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: dhcp-agents {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.698031 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: routers {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.699773 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: flavors {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.700963 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: service_profiles {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.702268 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: next_providers {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.703740 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: service_profiles {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.705215 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: floatingip-pools {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.706462 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: routers {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.708332 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: floatingips {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.709522 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: l3-routers {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.711472 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: l3-agents {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.713054 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: metering-labels {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.714334 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: metering-label-rules {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.715616 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: network-ip-availabilities {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.717008 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: bindings {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.718582 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: quotas {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.720174 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: quotas {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.721819 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: rbac-policies {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.723020 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: security-groups {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.724260 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: security-group-rules {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.725537 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: service-providers {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.726925 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: subnetpools {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.728292 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: subnetpools {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.729758 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: tags {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.731545 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: tags {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.733310 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: tags {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.735205 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: tags {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.736930 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: tags {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.738801 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: tags {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.740643 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: tags {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.742492 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: tags {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.744307 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: tags {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.746158 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron.api.extensions [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Extended resource: tags {{(pid=106140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 11:15:04.753182 dv-cinder-820994-5-iscsi neutron-server[106140]: WARNING keystonemiddleware.auth_token [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 19 11:15:04.758793 dv-cinder-820994-5-iscsi neutron-server[106140]: WARNING keystonemiddleware.auth_token [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 19 11:15:04.767801 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_concurrency.lockutils [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Acquiring lock "singleton_lock" {{(pid=106140) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 19 11:15:04.768135 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_concurrency.lockutils [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Acquired lock "singleton_lock" {{(pid=106140) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 19 11:15:04.768609 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_concurrency.lockutils [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Releasing lock "singleton_lock" {{(pid=106140) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 19 11:15:04.769262 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO oslo_service.service [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Starting 2 workers Sep 19 11:15:04.774638 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Started child 106253 {{(pid=106140) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 11:15:04.779120 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Started child 106254 {{(pid=106140) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 11:15:04.780063 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:04.780716 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO neutron.service [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Neutron service started, listening on 0.0.0.0:9696 Sep 19 11:15:04.781328 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Publish callbacks [] for process (None), before_spawn {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:04.781592 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [-] (106253) wsgi starting up on http://0.0.0.0:9696 Sep 19 11:15:04.783745 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO oslo_service.service [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Starting 1 workers Sep 19 11:15:04.784213 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:04.785603 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [-] (106254) wsgi starting up on http://0.0.0.0:9696 Sep 19 11:15:04.788979 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Started child 106255 {{(pid=106140) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 11:15:04.789525 dv-cinder-820994-5-iscsi neutron-server[106140]: INFO oslo_service.service [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Starting 1 workers Sep 19 11:15:04.792965 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.service [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] calling RpcWorker wait() {{(pid=106255) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 19 11:15:04.793506 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.service [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] returning from RpcWorker wait() {{(pid=106255) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 19 11:15:04.794033 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Started child 106256 {{(pid=106140) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 11:15:04.794809 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8a47549a-7946-4971-9e1a-4ba686be588e None None] Publish callbacks [] for process (None), after_spawn {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:04.795037 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:04.795569 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:15:04.796749 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106140) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 19 11:15:04.796966 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 11:15:04.797158 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 11:15:04.797386 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 11:15:04.797731 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 11:15:04.797914 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 11:15:04.798420 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.798716 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.798986 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.799264 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.799677 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:04.800159 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.800159 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.800358 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.800647 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.800892 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:15:04.800981 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.801071 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.801219 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.801454 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.801706 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.802017 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.802303 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.802557 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.802800 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.802970 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.803212 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.803472 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.803718 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.804033 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] debug = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.804307 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.804867 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.805103 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.805341 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.805591 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.805856 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.806119 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.806393 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.806641 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.806889 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.807125 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.807395 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.807654 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.807925 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.808160 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.808436 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.808658 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.809133 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] host = dv-cinder-820994-5-iscsi {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.809383 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.809619 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.809891 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.810139 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.810391 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.810623 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.810895 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.811151 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.811417 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.811642 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.811930 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.812194 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.812416 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.812657 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] log_file = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.812820 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] log_options = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.813054 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.813342 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.813620 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.813808 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.813976 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.814140 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.814399 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.814564 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.814795 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.815042 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.815252 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.815463 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.815675 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.815911 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.816158 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.816402 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.816613 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.816842 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.817098 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.817351 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.817572 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.817819 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.818033 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.818250 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.818466 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.818699 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.818943 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.819163 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.819372 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.819896 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.820697 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.821071 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.821320 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.821569 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.822040 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.822040 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.822268 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.822500 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.822776 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.823103 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.823255 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.823501 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.823976 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.824095 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.824366 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.824729 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.824729 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] use_json = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.824897 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.825266 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.825363 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.825591 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.825810 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.826133 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.826381 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.826991 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.826991 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.827615 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.827932 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.828247 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.828610 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.828742 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.829137 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.829851 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.829851 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.829851 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.830210 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.830210 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.830430 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.830853 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.831196 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.831302 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.831552 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.831847 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.832123 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.835200 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.835200 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.835200 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.835200 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.835200 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.835200 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.835200 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.835200 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.838663 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.838663 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.838663 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.838663 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.838663 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.838663 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.838663 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.838663 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.839220 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.839220 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.839220 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.839220 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.839220 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.839220 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.839220 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.839220 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.839220 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.839854 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.839854 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.839854 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.839854 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.840149 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.840149 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.840400 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.840545 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.840959 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.841324 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.841707 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.842113 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.842324 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.842597 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.842850 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.843099 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.843466 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.843585 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.843841 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.844070 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.844283 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.844489 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.845655 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.845655 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.845655 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.845655 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.845655 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.846057 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.846057 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.846220 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.846408 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.846631 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.846882 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.847103 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.847318 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.847549 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.847756 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.848146 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.848545 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.848764 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.848997 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.849230 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.849449 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.849667 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.849904 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.850116 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.850336 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.850550 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.850780 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.851072 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.851370 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.851636 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.851867 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.852142 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.852387 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.852641 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.852884 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.853108 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.853333 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.853584 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.853829 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.854053 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.854425 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.854818 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.855221 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.855606 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.855998 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.856377 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.856750 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.857121 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.857489 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.857855 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.858235 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.858601 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.859015 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.859397 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.859816 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.860181 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.860588 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.860836 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.861107 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.861364 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.861662 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.861960 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.862380 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.862693 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.862959 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.863252 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.863505 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.863744 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.864038 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.864318 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.864563 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.864952 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.865191 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.865436 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.865686 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.865930 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.866149 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.866383 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.866685 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.866922 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.867203 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.867424 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.867713 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.868002 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.868255 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.868521 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.868780 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.869047 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.869311 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.869540 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.869757 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.869996 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.870255 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.870529 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.870692 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.870916 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.871166 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.871385 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.871632 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.871920 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.872143 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.872358 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.872608 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.872850 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.873071 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.873319 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.873534 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.873754 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.873992 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.874211 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.874430 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.874668 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.874883 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.875123 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.875362 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.875633 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.875930 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.876148 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.876384 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.876637 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.876886 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.877258 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.877682 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.877934 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.878151 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.878365 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.878606 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.878821 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.879034 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.879263 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.879497 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.879735 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.880017 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.880397 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.880653 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.880908 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.881171 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.881414 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.881660 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.881898 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.882124 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.882372 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.883134 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.883381 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.883624 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.883908 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.884140 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.884393 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.884615 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.885028 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.885308 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.885732 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.886159 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.886422 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.886658 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.886881 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.887130 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.887362 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.887788 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.888198 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.888606 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.889019 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.889250 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.889457 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.889678 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.890008 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.890260 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.890499 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.890779 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.891018 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.891269 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.891497 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.891708 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.891948 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.892173 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.892390 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.892600 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.892862 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.893095 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.893304 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.893547 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.893763 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.893972 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.894194 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.894402 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.894635 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.894856 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.895113 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.895299 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.895544 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.895754 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.895989 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.896210 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.896426 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.896635 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.896861 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.897069 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.897277 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.897497 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.897710 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.897917 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.898288 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.898574 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.898790 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.899134 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.899328 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.899587 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.899856 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.900162 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.900376 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.900616 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.900853 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.901073 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.901295 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.901551 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.901871 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.902167 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.902414 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.902669 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.902974 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.903218 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.903473 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.903709 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.904041 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.904368 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.907786 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.907786 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.907786 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.907786 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.907786 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.907786 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.907786 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.908344 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:15:04.908432 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.908432 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.908432 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.908432 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.908432 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.908432 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.908432 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.908432 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.908432 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.909074 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.909074 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.909074 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.909074 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 11:15:04.909467 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106140) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 19 11:15:04.909566 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 11:15:04.909701 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 11:15:04.909861 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 11:15:04.910035 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 11:15:04.910185 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 11:15:04.910577 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.910923 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.911279 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.911512 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.911913 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.912087 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.912265 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.912415 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.912582 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.912747 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.912891 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.913195 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.913360 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.913521 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.914339 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.914339 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.914339 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.914339 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.914339 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.914701 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.914701 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.914820 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] debug = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.914963 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.915096 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.915438 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.915597 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.915755 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.915942 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.916106 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.916266 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.916425 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.916582 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.916741 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.916900 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.917060 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.917218 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.917379 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.917536 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.917693 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.917851 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] host = dv-cinder-820994-5-iscsi {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.918010 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.918170 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.918329 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.918487 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.918645 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.918803 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.918962 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.919121 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.919279 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.919439 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.919598 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.919777 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.919923 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.920083 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] log_file = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.920242 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] log_options = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.920400 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.920557 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.920715 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.920984 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.921127 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.921212 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.921351 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.921509 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.921668 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.921826 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.921984 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.922141 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.922298 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.922528 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.922628 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.922762 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.922918 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.923234 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.923394 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.923552 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.923709 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.923893 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.924053 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.924211 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.924369 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.924527 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.924689 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.924847 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.925006 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.925164 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.925324 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.925484 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.925642 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.925801 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.925958 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.926114 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.926272 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.926429 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.926592 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.926749 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.926907 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.927065 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.927223 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.927440 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.929117 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.929117 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.929117 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] use_json = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.929117 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.929117 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.929117 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.929117 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.929117 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.929117 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.930315 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.930315 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.930315 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 11:15:04.930315 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.930315 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.930315 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.930721 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.930721 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.930721 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.930941 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.931140 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.931140 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.931465 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.931465 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.931720 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.931865 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.932004 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.932538 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.932538 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.932538 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.932538 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.934202 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.934202 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.934202 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.934202 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.934202 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.934202 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.934202 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.934202 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.934745 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.934745 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.934745 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.934745 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.934745 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.934745 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.937039 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.937039 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.937039 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.937039 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.937039 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.937039 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.937039 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.937039 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.937819 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.937819 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.937819 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.937819 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.937819 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.937819 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.937819 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.937819 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.939060 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.939060 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.939060 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.939060 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.939060 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.939060 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.939060 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.939060 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.939060 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.939958 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.939958 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.939958 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.939958 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.939958 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.939958 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.939958 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.939958 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.940697 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.940697 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.940697 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.940697 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.940697 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.940697 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.940697 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.943016 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.943016 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.943016 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.943016 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.943016 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.943016 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.943016 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.943016 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.943016 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.944867 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.944867 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.944867 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.944867 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.944867 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.944867 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.944867 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.944867 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.944867 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.945580 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.945580 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.945580 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.945580 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.945580 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.945580 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.945580 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.945580 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.946158 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.946158 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.946158 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.946158 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.946158 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.946158 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.946158 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.946158 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.946688 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.946688 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.946688 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.946897 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.946897 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.947039 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.947195 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.947311 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.947473 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.947633 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.947817 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.947973 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.948132 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.948292 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.948454 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.948615 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.948777 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.948947 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.949107 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.949270 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.949430 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.949599 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.949770 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.949933 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.950094 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.950256 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.950416 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.950575 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.950736 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.950895 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.951055 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.951216 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.951382 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.951553 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.951715 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.951900 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.952061 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.952244 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.952405 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.952567 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.952728 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.952890 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.953050 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.953210 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.953370 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.953530 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.953691 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.953853 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.954014 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.954174 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.954335 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.954496 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.954658 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.954820 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.954981 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.955141 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.955304 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.955465 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.955624 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.955802 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.955966 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.956126 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.956286 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.956447 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.956607 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.956768 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.956929 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.957088 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.957248 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.957410 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.957569 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.957730 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.957890 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.958050 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.958212 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.958372 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.958533 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.958693 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.958855 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.959016 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.959184 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.959918 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.959918 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.959918 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.959918 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.959918 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.960305 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.960305 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.960457 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.960536 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.961219 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.961384 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.961568 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.961732 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.961898 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.962062 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.962222 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.962382 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.962542 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.962703 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.962863 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.963024 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.963186 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.963347 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.963509 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.963671 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.963862 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.964024 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.964184 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.964345 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.964508 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.964671 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.964831 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.964993 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.965154 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.965316 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.965477 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.965637 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.965796 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.965957 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.966117 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.966278 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.966439 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.966599 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.966772 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.966934 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.967094 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.967254 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.967415 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.967576 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.967746 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.967929 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.968102 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.968239 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.968399 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.968560 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.968728 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.968886 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.969037 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.969197 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.969358 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.969518 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.969688 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.969849 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.970010 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.970169 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.970329 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.970490 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.970658 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.970818 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.970977 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.971137 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.971297 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.971458 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.971628 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.971828 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.971966 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.972126 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.972286 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.972446 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.972616 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.972777 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.972938 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.973107 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.973267 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.973427 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.973587 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.973760 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.973920 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.974083 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.974268 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.974430 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.974591 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.974755 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.974919 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.975090 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.975257 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.975420 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.975590 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.975782 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.975950 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.976111 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.976282 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.977044 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.977205 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.977366 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.977527 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.977688 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.977849 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.978009 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.978169 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.978329 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.978491 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.978652 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.978811 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.978971 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.979164 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.979301 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.979428 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.979587 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.979747 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.979925 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.980080 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 11:15:04.980234 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 11:15:05.087453 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 52516) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:15:05.094495 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [-] 10.222.0.81 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048969 Sep 19 11:15:05.098921 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [-] 10.222.0.81 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038586 Sep 19 11:15:14.268407 dv-cinder-820994-5-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:15:16.342781 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c9bca7-9e5b-4b86-91c8-c636d21efe23 None None] get_active_networks_info from dv-cinder-820994-5-iscsi {{(pid=106255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 19 11:15:16.347799 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writer thread running {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 19 11:15:16.412680 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-101cbc0a-6612-46b0-923b-9a3b086f3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-778433'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:16.452853 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c9bca7-9e5b-4b86-91c8-c636d21efe23 None None] No non-hosted networks {{(pid=106255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 19 11:15:17.948898 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writer thread running {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 19 11:15:18.415878 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-90f5f789-a15d-4468-a2fb-94c1d3b5f398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-778433'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:18.466751 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-14543b8d-b805-49c6-9ec2-c33228d40264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:19.795625 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-778433'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:20.228365 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 52588) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:15:20.813650 dv-cinder-820994-5-iscsi neutron-server[106253]: WARNING oslo_policy.policy [None req-85061a60-e0f2-4014-a53f-47743efa289a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 11:15:20.814239 dv-cinder-820994-5-iscsi neutron-server[106253]: WARNING oslo_policy.policy [None req-85061a60-e0f2-4014-a53f-47743efa289a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 11:15:21.032178 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [None req-85061a60-e0f2-4014-a53f-47743efa289a admin admin] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 11:15:21.035817 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-85061a60-e0f2-4014-a53f-47743efa289a admin admin] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8028991 Sep 19 11:15:21.268155 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-778433'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:21.359104 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-778433'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:21.360730 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:21.361346 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:21.361853 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:21.362513 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:21.363534 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:21.364314 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:21.365004 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:21.366902 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:21.367769 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:21.368217 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:21.368927 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:21.369440 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:21.369910 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:21.370815 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:21.371228 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:21.371975 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-820994-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:15:21.383556 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-820994-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:15:23.638502 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.db.l3_hamode_db [None req-a396f7bd-13f5-41dc-8bbd-c66eff340662 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 19 11:15:23.718283 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a396f7bd-13f5-41dc-8bbd-c66eff340662 None None] Routers set() bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:15:23.718671 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a396f7bd-13f5-41dc-8bbd-c66eff340662 None None] Router IDs set() for agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 19 11:15:23.739431 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 52624) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:15:24.235424 dv-cinder-820994-5-iscsi neutron-server[106254]: WARNING oslo_policy.policy [None req-567b142a-feac-4ee4-8ffb-69464c29e526 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 11:15:24.236000 dv-cinder-820994-5-iscsi neutron-server[106254]: WARNING oslo_policy.policy [None req-567b142a-feac-4ee4-8ffb-69464c29e526 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 11:15:24.452260 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-567b142a-feac-4ee4-8ffb-69464c29e526 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:15:24.464450 dv-cinder-820994-5-iscsi neutron-server[106254]: ERROR stevedore.extension [None req-567b142a-feac-4ee4-8ffb-69464c29e526 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 19 11:15:24.552221 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.policy [None req-567b142a-feac-4ee4-8ffb-69464c29e526 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106254) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 19 11:15:24.594122 dv-cinder-820994-5-iscsi neutron-server[106254]: WARNING oslo_policy.policy [None req-567b142a-feac-4ee4-8ffb-69464c29e526 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 11:15:24.594495 dv-cinder-820994-5-iscsi neutron-server[106254]: WARNING oslo_policy.policy [None req-567b142a-feac-4ee4-8ffb-69464c29e526 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 11:15:24.615094 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writer thread running {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 19 11:15:24.691266 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-567b142a-feac-4ee4-8ffb-69464c29e526 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730873927791', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730873927267', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730873944455', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730873903702', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730873890146', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730873914418', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1315882', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1307228', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-970665', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1022355'] for rbac-policy (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:24.762020 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-567b142a-feac-4ee4-8ffb-69464c29e526 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:24.763238 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-567b142a-feac-4ee4-8ffb-69464c29e526 admin admin] 10.222.0.81 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0228090 Sep 19 11:15:27.377382 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 52640) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:15:27.704713 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:15:27.735062 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Made reservation on behalf of 52fe574d05694a42951535f0d8667f77 for: {'network': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:15:27.739253 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for network (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:27.758237 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:27.867009 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Publish callbacks [] for security_group (00dffae5-a49a-47b4-b17a-7570975892ab), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:27.870653 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (00dffae5-a49a-47b4-b17a-7570975892ab), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:27.895020 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=106254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 11:15:27.929009 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730872489400', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (e8a8101d-35d5-4235-b64f-c82675178166), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:27.929519 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Unsubscribe: segment precommit_create {{(pid=106254) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 19 11:15:27.930049 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.segments_db [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Added segment e8a8101d-35d5-4235-b64f-c82675178166 of type vlan for network 853f4d9c-7da4-42d5-9dab-0626bbf60864 Sep 19 11:15:27.964195 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=00dffae5-a49a-47b4-b17a-7570975892ab,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:15:27.999889 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:28.000227 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:28.000579 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:28.000949 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:28.001274 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:28.001592 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:28.001907 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:28.002221 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:28.002552 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:28.002864 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:28.003176 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:28.003499 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:28.003838 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:28.004149 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:28.004456 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Tracked resource versions report: Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: pushed versions: Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: { 'AddressGroup': {'1.2'}, Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Agent': {'1.1'}, Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'ConntrackHelper': {'1.0'}, Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'LocalIPAssociation': {'1.0'}, Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Log': {'1.0'}, Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'NDPProxy': {'1.0'}, Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Network': {'1.1'}, Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Port': {'1.7'}, Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'PortForwarding': {'1.3'}, Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'QosPolicy': {'1.10'}, Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'SecurityGroup': {'1.5'}, Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'SecurityGroupRule': {'1.2'}, Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'SubPort': {'1.0'}, Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Subnet': {'1.1'}, Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Trunk': {'1.1'}} Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: consumer versions: Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: { DHCP agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: L3 agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: Metadata agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: Metering agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: Open vSwitch agent@dv-cinder-820994-5-iscsi: { 'AddressGroup': '1.2', Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Agent': '1.1', Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'ConntrackHelper': '1.0', Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'LocalIPAssociation': '1.0', Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Log': '1.0', Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'NDPProxy': '1.0', Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Network': '1.1', Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Port': '1.7', Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'PortForwarding': '1.3', Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'QosPolicy': '1.10', Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'SecurityGroup': '1.5', Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'SecurityGroupRule': '1.2', Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'SubPort': '1.0', Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Subnet': '1.1', Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Trunk': '1.1'}} Sep 19 11:15:28.006403 dv-cinder-820994-5-iscsi neutron-server[106254]: {{(pid=106254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 11:15:28.038035 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730871930287'] for network (853f4d9c-7da4-42d5-9dab-0626bbf60864), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:28.061460 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=47,neutron:INSERT=49,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:15:28.082491 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for network (853f4d9c-7da4-42d5-9dab-0626bbf60864), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:28.087986 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:15:28.088706 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:28.147049 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7680473 Sep 19 11:15:28.216530 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35da80-530b-428c-ae13-a9fd0c65433e demo demo] Pushing event updated for resources: {'Network': ['ID=853f4d9c-7da4-42d5-9dab-0626bbf60864,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:15:28.229273 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Network 853f4d9c-7da4-42d5-9dab-0626bbf60864 details requested by agent ovs-agent-dv-cinder-820994-5-iscsi with host dv-cinder-820994-5-iscsi {{(pid=106255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 11:15:30.768795 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 52654) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:15:31.177264 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ebd0be-eb39-4111-8490-94fec1269aa8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:15:31.179090 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-c6ebd0be-eb39-4111-8490-94fec1269aa8 demo admin] 10.222.0.81 "GET /networking/v2.0/networks/853f4d9c-7da4-42d5-9dab-0626bbf60864 HTTP/1.1" status: 200 len: 825 time: 0.4093459 Sep 19 11:15:31.203690 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-d0d3bafd-e21d-4d41-bb88-ba2f66977a62 demo admin] 10.222.0.81 "GET /networking/v2.0/subnetpools/67136f81-7373-4850-8df5-30efd6dc954b HTTP/1.1" status: 200 len: 734 time: 0.0185432 Sep 19 11:15:31.211880 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-4066aafb-a5a3-4322-bd47-e9fa74f1c448 demo admin] Request body: {'subnet': {'network_id': '853f4d9c-7da4-42d5-9dab-0626bbf60864', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '67136f81-7373-4850-8df5-30efd6dc954b'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:15:31.233065 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4066aafb-a5a3-4322-bd47-e9fa74f1c448 demo admin] Made reservation on behalf of 52fe574d05694a42951535f0d8667f77 for: {'subnet': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:15:31.235366 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4066aafb-a5a3-4322-bd47-e9fa74f1c448 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:31.387700 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:15:31.537554 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4066aafb-a5a3-4322-bd47-e9fa74f1c448 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for subnet (23bb3372-53ef-409b-b571-256a8bf2ab06), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:31.604468 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066aafb-a5a3-4322-bd47-e9fa74f1c448 demo admin] Pushing event updated for resources: {'Subnet': ['ID=23bb3372-53ef-409b-b571-256a8bf2ab06,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:15:31.613475 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4066aafb-a5a3-4322-bd47-e9fa74f1c448 demo admin] Checking segment: {'id': 'e8a8101d-35d5-4235-b64f-c82675178166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '853f4d9c-7da4-42d5-9dab-0626bbf60864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:15:31.613862 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4066aafb-a5a3-4322-bd47-e9fa74f1c448 demo admin] Network hostable DHCP agents. Network: 853f4d9c-7da4-42d5-9dab-0626bbf60864, hostable agents: ['4823e8b3-ab16-40fd-b6f9-cda48b53bbb0'], hosted agents: [] {{(pid=106254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 11:15:31.635364 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4066aafb-a5a3-4322-bd47-e9fa74f1c448 demo admin] Network 853f4d9c-7da4-42d5-9dab-0626bbf60864 is scheduled to be hosted by DHCP agent 4823e8b3-ab16-40fd-b6f9-cda48b53bbb0 with binding_index 1 {{(pid=106254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 11:15:31.646279 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-4066aafb-a5a3-4322-bd47-e9fa74f1c448 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-5-iscsi, 853f4d9c-7da4-42d5-9dab-0626bbf60864) {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:15:31.652781 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4066aafb-a5a3-4322-bd47-e9fa74f1c448 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:15:31.653745 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4066aafb-a5a3-4322-bd47-e9fa74f1c448 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:31.662505 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f241ea-b712-4b29-b38e-baadafff4019 None None] Network 853f4d9c-7da4-42d5-9dab-0626bbf60864 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:15:31.675431 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-4066aafb-a5a3-4322-bd47-e9fa74f1c448 demo admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4666002 Sep 19 11:15:31.937227 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp700f856c-545f-5006-8537-bc9c9f877a09-853f4d9c-7da4-42d5-9dab-0626bbf60864', 'network_id': '853f4d9c-7da4-42d5-9dab-0626bbf60864', 'project_id': '52fe574d05694a42951535f0d8667f77', 'fixed_ips': [{'subnet_id': '23bb3372-53ef-409b-b571-256a8bf2ab06'}]}} from dv-cinder-820994-5-iscsi. {{(pid=106255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 11:15:31.938502 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:32.200883 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=65,neutron:INSERT=35 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:15:32.232505 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.db_base_plugin_common [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Allocated IP 172.20.0.2 (853f4d9c-7da4-42d5-9dab-0626bbf60864/23bb3372-53ef-409b-b571-256a8bf2ab06/f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0) {{(pid=106255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:15:32.276540 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:15:32.283595 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=8 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:15:32.515355 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Publish callbacks [] for port (f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0), precommit_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:32.524290 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0), after_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:32.604091 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Network 853f4d9c-7da4-42d5-9dab-0626bbf60864 is already hosted by enough agents. {{(pid=106255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:15:32.609938 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.base_scheduler [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Resources bound (agent type, host, resource id): {{(pid=106255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:15:32.613337 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Received port after_create {{(pid=106255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:15:32.620428 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Pushing event updated for resources: {'Port': ['ID=f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0,revision_number=1']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:15:32.654547 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:32.654898 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:32.655254 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:32.655723 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:32.656086 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:32.656413 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:32.656743 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:32.657066 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:32.657388 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:32.657709 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:32.658030 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:32.658375 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:32.658700 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:32.659018 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:32.659335 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Tracked resource versions report: Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: pushed versions: Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: { 'AddressGroup': {'1.2'}, Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Agent': {'1.1'}, Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'ConntrackHelper': {'1.0'}, Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'LocalIPAssociation': {'1.0'}, Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Log': {'1.0'}, Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'NDPProxy': {'1.0'}, Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Network': {'1.1'}, Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Port': {'1.7'}, Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'PortForwarding': {'1.3'}, Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'QosPolicy': {'1.10'}, Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'SecurityGroup': {'1.5'}, Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'SecurityGroupRule': {'1.2'}, Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'SubPort': {'1.0'}, Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Subnet': {'1.1'}, Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Trunk': {'1.1'}} Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: consumer versions: Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: { DHCP agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: L3 agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: Metadata agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: Metering agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: Open vSwitch agent@dv-cinder-820994-5-iscsi: { 'AddressGroup': '1.2', Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Agent': '1.1', Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'ConntrackHelper': '1.0', Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'LocalIPAssociation': '1.0', Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Log': '1.0', Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'NDPProxy': '1.0', Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Network': '1.1', Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Port': '1.7', Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'PortForwarding': '1.3', Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'QosPolicy': '1.10', Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'SecurityGroup': '1.5', Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'SecurityGroupRule': '1.2', Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'SubPort': '1.0', Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Subnet': '1.1', Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Trunk': '1.1'}} Sep 19 11:15:32.660800 dv-cinder-820994-5-iscsi neutron-server[106255]: {{(pid=106255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 11:15:32.713124 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Attempting to bind port f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:15:32.713524 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Attempting to bind port f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'e8a8101d-35d5-4235-b64f-c82675178166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '853f4d9c-7da4-42d5-9dab-0626bbf60864'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:15:32.713957 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Attempting to bind port f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0 on network 853f4d9c-7da4-42d5-9dab-0626bbf60864 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:15:32.761368 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:15:32.761733 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Checking segment: {'id': 'e8a8101d-35d5-4235-b64f-c82675178166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '853f4d9c-7da4-42d5-9dab-0626bbf60864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:15:32.762200 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:32.762584 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Bound using segment: {'id': 'e8a8101d-35d5-4235-b64f-c82675178166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '853f4d9c-7da4-42d5-9dab-0626bbf60864'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:15:32.763072 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Bound port: f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a8101d-35d5-4235-b64f-c82675178166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '853f4d9c-7da4-42d5-9dab-0626bbf60864'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:15:32.763466 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:32.776088 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:15:32.824233 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] For port f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:15:32.843636 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] For port f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0,segment=NetworkSegment(e8a8101d-35d5-4235-b64f-c82675178166),segment_id=e8a8101d-35d5-4235-b64f-c82675178166)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:15:32.850356 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:32.900338 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf1527-f428-4e0a-ae9f-680449816304 None None] Pushing event updated for resources: {'Port': ['ID=f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:15:34.332687 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 52668) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:15:34.662046 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [None req-41ee306c-c3fb-485b-a8f8-d3d26808ca5e admin admin] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106254) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 11:15:34.663127 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-41ee306c-c3fb-485b-a8f8-d3d26808ca5e admin admin] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3295953 Sep 19 11:15:37.333420 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 52676) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:15:37.664271 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [None req-3f02b04d-0f5e-4012-9d63-a894af45fa43 admin admin] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106254) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 11:15:37.665299 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-3f02b04d-0f5e-4012-9d63-a894af45fa43 admin admin] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3310447 Sep 19 11:15:40.301453 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 52688) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:15:40.638551 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-7bef501c-67db-4186-b758-969cbcee891f demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:15:40.664654 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7bef501c-67db-4186-b758-969cbcee891f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12666'] for router (9355bc29-d900-45e3-9a2c-63a28453e019), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:40.666191 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7bef501c-67db-4186-b758-969cbcee891f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-777908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router (9355bc29-d900-45e3-9a2c-63a28453e019), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:40.807576 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7bef501c-67db-4186-b758-969cbcee891f demo demo] Publish callbacks [] for router_controller (9355bc29-d900-45e3-9a2c-63a28453e019), precommit_add_association {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:40.812403 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7bef501c-67db-4186-b758-969cbcee891f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-777964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779044'] for router (9355bc29-d900-45e3-9a2c-63a28453e019), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:40.829607 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7bef501c-67db-4186-b758-969cbcee891f demo demo] Publish callbacks [] for router (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:40.830909 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-7bef501c-67db-4186-b758-969cbcee891f demo demo] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5279040 Sep 19 11:15:40.932503 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd2e029-5498-45d5-84f4-75c88c455375 None None] Network 853f4d9c-7da4-42d5-9dab-0626bbf60864 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:15:41.032587 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-4273bf1f-7f32-4aa0-8994-30382eae3dc4 None None] Provisioning complete for port f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:15:41.032986 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4273bf1f-7f32-4aa0-8994-30382eae3dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:41.033513 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-4273bf1f-7f32-4aa0-8994-30382eae3dc4 None None] Attempt 1 to provision port f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0 Sep 19 11:15:41.109106 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:15:41.247588 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-4273bf1f-7f32-4aa0-8994-30382eae3dc4 None None] Current status of the port f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:15:41.248011 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4273bf1f-7f32-4aa0-8994-30382eae3dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:41.264347 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:15:41.264733 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:41.265083 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0 Sep 19 11:15:41.319583 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:15:41.321492 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-4273bf1f-7f32-4aa0-8994-30382eae3dc4 None None] For port f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0,segment=NetworkSegment(e8a8101d-35d5-4235-b64f-c82675178166),segment_id=e8a8101d-35d5-4235-b64f-c82675178166)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:15:41.326912 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4273bf1f-7f32-4aa0-8994-30382eae3dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:41.402867 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:15:41.404865 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273bf1f-7f32-4aa0-8994-30382eae3dc4 None None] Pushing event updated for resources: {'Port': ['ID=f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:15:41.444604 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-039d5bcc-28c7-4800-89c7-789494229a36 None None] Provisioning complete for port f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:15:41.445002 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-039d5bcc-28c7-4800-89c7-789494229a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:41.445345 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-039d5bcc-28c7-4800-89c7-789494229a36 None None] Attempt 1 to provision port f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0 Sep 19 11:15:41.516956 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-039d5bcc-28c7-4800-89c7-789494229a36 None None] Current status of the port f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:15:43.065276 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:15:43.109815 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:15:43.110214 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:43.110565 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0 Sep 19 11:15:43.131247 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:15:43.185210 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:15:43.463722 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 52700) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:15:43.783573 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [None req-e5fae75f-49cb-4e9b-889e-c307ab0cda13 admin admin] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106254) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 11:15:43.784631 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-e5fae75f-49cb-4e9b-889e-c307ab0cda13 admin admin] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3199370 Sep 19 11:15:46.281563 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4b2dea56-aa38-49a1-ad45-c0e68f23cc25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:46.415421 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 52708) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:15:46.741961 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-05d8fceb-e0f4-4ae4-93fc-b1bf8b4bd3e0 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:15:46.761716 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d8fceb-e0f4-4ae4-93fc-b1bf8b4bd3e0 admin admin] Made reservation on behalf of 5d5c1387f77e4df7ac9b4d83d404bc68 for: {'network': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:15:46.764181 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05d8fceb-e0f4-4ae4-93fc-b1bf8b4bd3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for network (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:46.772489 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05d8fceb-e0f4-4ae4-93fc-b1bf8b4bd3e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:46.824194 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:INSERT=17,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:15:46.846786 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05d8fceb-e0f4-4ae4-93fc-b1bf8b4bd3e0 admin admin] Publish callbacks [] for security_group (1c4dec6f-8eaa-42c5-943b-7ead5fb8a0e5), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:46.850812 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05d8fceb-e0f4-4ae4-93fc-b1bf8b4bd3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (1c4dec6f-8eaa-42c5-943b-7ead5fb8a0e5), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:46.866948 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-05d8fceb-e0f4-4ae4-93fc-b1bf8b4bd3e0 admin admin] Reserving flat network on physical network physnet1 {{(pid=106254) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 19 11:15:46.885724 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8fceb-e0f4-4ae4-93fc-b1bf8b4bd3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4dec6f-8eaa-42c5-943b-7ead5fb8a0e5,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:15:46.892001 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05d8fceb-e0f4-4ae4-93fc-b1bf8b4bd3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (d787cd28-2b4a-439d-b538-5c12fd994df5), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:46.892341 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.segments_db [None req-05d8fceb-e0f4-4ae4-93fc-b1bf8b4bd3e0 admin admin] Added segment d787cd28-2b4a-439d-b538-5c12fd994df5 of type flat for network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e Sep 19 11:15:46.937613 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05d8fceb-e0f4-4ae4-93fc-b1bf8b4bd3e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730871930287'] for network (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:46.968937 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05d8fceb-e0f4-4ae4-93fc-b1bf8b4bd3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for network (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:46.969880 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d8fceb-e0f4-4ae4-93fc-b1bf8b4bd3e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:15:46.970432 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05d8fceb-e0f4-4ae4-93fc-b1bf8b4bd3e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:47.056451 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-05d8fceb-e0f4-4ae4-93fc-b1bf8b4bd3e0 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6399438 Sep 19 11:15:47.063964 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8fceb-e0f4-4ae4-93fc-b1bf8b4bd3e0 admin admin] Pushing event updated for resources: {'Network': ['ID=1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:15:47.075504 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e details requested by agent ovs-agent-dv-cinder-820994-5-iscsi with host dv-cinder-820994-5-iscsi {{(pid=106255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 11:15:48.409835 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c6bacf6b-1d14-46a0-81d8-dfbf62efb59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:49.653646 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 52716) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:15:49.750334 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:50.028297 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7e9353-c900-4707-8f47-ad5c4988815a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:15:50.029604 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-1c7e9353-c900-4707-8f47-ad5c4988815a demo admin] 10.222.0.81 "GET /networking/v2.0/subnets/23bb3372-53ef-409b-b571-256a8bf2ab06 HTTP/1.1" status: 200 len: 849 time: 0.3750005 Sep 19 11:15:50.094150 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=12 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:15:50.151598 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-ef715b92-db19-4582-afaf-3fcb81dd9a21 demo admin] 10.222.0.81 "GET /networking/v2.0/routers/9355bc29-d900-45e3-9a2c-63a28453e019 HTTP/1.1" status: 200 len: 704 time: 0.1161108 Sep 19 11:15:50.422173 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f6ef53d5-6a63-415e-b61c-68950b9a7cec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:50.763609 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-f6ef53d5-6a63-415e-b61c-68950b9a7cec demo admin] Allocated IP 172.20.0.1 (853f4d9c-7da4-42d5-9dab-0626bbf60864/23bb3372-53ef-409b-b571-256a8bf2ab06/d7140fb4-20f5-4352-9358-03c09ae5d6af) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:15:50.869429 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:15:50.923700 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f6ef53d5-6a63-415e-b61c-68950b9a7cec demo admin] Publish callbacks [] for port (d7140fb4-20f5-4352-9358-03c09ae5d6af), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:50.987744 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f6ef53d5-6a63-415e-b61c-68950b9a7cec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (d7140fb4-20f5-4352-9358-03c09ae5d6af), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:51.065534 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ef53d5-6a63-415e-b61c-68950b9a7cec demo admin] Network 853f4d9c-7da4-42d5-9dab-0626bbf60864 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:15:51.074748 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-f6ef53d5-6a63-415e-b61c-68950b9a7cec demo admin] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:15:51.080288 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef53d5-6a63-415e-b61c-68950b9a7cec demo admin] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:15:51.080817 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f6ef53d5-6a63-415e-b61c-68950b9a7cec demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687133'] for router_interface (9355bc29-d900-45e3-9a2c-63a28453e019), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:51.102074 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef53d5-6a63-415e-b61c-68950b9a7cec demo admin] Pushing event updated for resources: {'Port': ['ID=d7140fb4-20f5-4352-9358-03c09ae5d6af,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:15:51.221632 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:51.287360 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-77141ba2-29f7-4b37-924e-28ff415aca02 None None] Provisioning complete for port d7140fb4-20f5-4352-9358-03c09ae5d6af triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:15:51.287670 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-77141ba2-29f7-4b37-924e-28ff415aca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (d7140fb4-20f5-4352-9358-03c09ae5d6af), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:51.288051 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-77141ba2-29f7-4b37-924e-28ff415aca02 None None] Attempt 1 to provision port d7140fb4-20f5-4352-9358-03c09ae5d6af Sep 19 11:15:51.288354 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f6ef53d5-6a63-415e-b61c-68950b9a7cec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (d7140fb4-20f5-4352-9358-03c09ae5d6af), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:51.319314 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-77141ba2-29f7-4b37-924e-28ff415aca02 None None] Port d7140fb4-20f5-4352-9358-03c09ae5d6af cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:15:51.352916 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:51.415591 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:15:51.496356 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f6ef53d5-6a63-415e-b61c-68950b9a7cec demo admin] Publish callbacks [] for port (d7140fb4-20f5-4352-9358-03c09ae5d6af), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:51.500598 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f6ef53d5-6a63-415e-b61c-68950b9a7cec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (d7140fb4-20f5-4352-9358-03c09ae5d6af), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:51.501346 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f6ef53d5-6a63-415e-b61c-68950b9a7cec demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687241'] for router_interface (9355bc29-d900-45e3-9a2c-63a28453e019), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:51.578019 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef53d5-6a63-415e-b61c-68950b9a7cec demo admin] Pushing event updated for resources: {'Port': ['ID=d7140fb4-20f5-4352-9358-03c09ae5d6af,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:15:51.627995 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ef53d5-6a63-415e-b61c-68950b9a7cec demo admin] Network 853f4d9c-7da4-42d5-9dab-0626bbf60864 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:15:51.629859 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-f6ef53d5-6a63-415e-b61c-68950b9a7cec demo admin] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:15:51.789757 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ef53d5-6a63-415e-b61c-68950b9a7cec demo admin] Router 9355bc29-d900-45e3-9a2c-63a28453e019 is scheduled to L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 with binding_index 1 {{(pid=106254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 11:15:51.820310 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-77141ba2-29f7-4b37-924e-28ff415aca02 None None] Attempt 2 to provision port d7140fb4-20f5-4352-9358-03c09ae5d6af Sep 19 11:15:51.840428 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 5 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:15:51.851197 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-77141ba2-29f7-4b37-924e-28ff415aca02 None None] Port d7140fb4-20f5-4352-9358-03c09ae5d6af cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:15:51.873944 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:15:51.878826 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ef53d5-6a63-415e-b61c-68950b9a7cec demo admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:15:51.884064 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-f6ef53d5-6a63-415e-b61c-68950b9a7cec demo admin] 10.222.0.81 "PUT /networking/v2.0/routers/9355bc29-d900-45e3-9a2c-63a28453e019/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7269681 Sep 19 11:15:51.889452 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] Sync routers for ids ['9355bc29-d900-45e3-9a2c-63a28453e019'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:15:51.902698 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] Routers {'9355bc29-d900-45e3-9a2c-63a28453e019'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:15:51.903546 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:15:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['9355bc29-d900-45e3-9a2c-63a28453e019'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:15:52.088197 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] Set router 9355bc29-d900-45e3-9a2c-63a28453e019 gateway port host: None {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:15:52.352229 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-77141ba2-29f7-4b37-924e-28ff415aca02 None None] Attempt 3 to provision port d7140fb4-20f5-4352-9358-03c09ae5d6af Sep 19 11:15:52.384638 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-77141ba2-29f7-4b37-924e-28ff415aca02 None None] Port d7140fb4-20f5-4352-9358-03c09ae5d6af cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:15:52.516268 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9355bc29-d900-45e3-9a2c-63a28453e019', 'name': 'router1', 'tenant_id': '52fe574d05694a42951535f0d8667f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:15:40Z', 'updated_at': '2022-09-19T11:15:51Z', 'revision_number': 2, 'project_id': '52fe574d05694a42951535f0d8667f77', 'gw_port_host': None, '_interfaces': [{'id': 'd7140fb4-20f5-4352-9358-03c09ae5d6af', 'name': '', 'network_id': '853f4d9c-7da4-42d5-9dab-0626bbf60864', 'tenant_id': '52fe574d05694a42951535f0d8667f77', 'mac_address': 'fa:16:3e:c7:71:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9355bc29-d900-45e3-9a2c-63a28453e019', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23bb3372-53ef-409b-b571-256a8bf2ab06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:15:50Z', 'updated_at': '2022-09-19T11:15:51Z', 'revision_number': 2, 'project_id': '52fe574d05694a42951535f0d8667f77', 'subnets': [{'id': '23bb3372-53ef-409b-b571-256a8bf2ab06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67136f81-7373-4850-8df5-30efd6dc954b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:15:52.568121 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] Checking router: 9355bc29-d900-45e3-9a2c-63a28453e019 for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:15:52.568487 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] Updating router 9355bc29-d900-45e3-9a2c-63a28453e019 port d7140fb4-20f5-4352-9358-03c09ae5d6af binding host dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:15:52.622178 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (d7140fb4-20f5-4352-9358-03c09ae5d6af), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:52.886045 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-77141ba2-29f7-4b37-924e-28ff415aca02 None None] Attempt 4 to provision port d7140fb4-20f5-4352-9358-03c09ae5d6af Sep 19 11:15:52.916902 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-77141ba2-29f7-4b37-924e-28ff415aca02 None None] Port d7140fb4-20f5-4352-9358-03c09ae5d6af cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:15:53.135966 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] Publish callbacks [] for port (d7140fb4-20f5-4352-9358-03c09ae5d6af), precommit_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:53.142329 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (d7140fb4-20f5-4352-9358-03c09ae5d6af), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:53.291584 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9f7bb-98f9-464c-b81a-c613f2fcd5ba None None] Pushing event updated for resources: {'Port': ['ID=d7140fb4-20f5-4352-9358-03c09ae5d6af,revision_number=3']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:15:53.295191 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] Attempting to bind port d7140fb4-20f5-4352-9358-03c09ae5d6af on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:15:53.295721 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] Attempting to bind port d7140fb4-20f5-4352-9358-03c09ae5d6af by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'e8a8101d-35d5-4235-b64f-c82675178166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '853f4d9c-7da4-42d5-9dab-0626bbf60864'}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:15:53.296088 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] Attempting to bind port d7140fb4-20f5-4352-9358-03c09ae5d6af on network 853f4d9c-7da4-42d5-9dab-0626bbf60864 {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:15:53.308436 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f7bb-98f9-464c-b81a-c613f2fcd5ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:53.308780 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f7bb-98f9-464c-b81a-c613f2fcd5ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:53.309139 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f7bb-98f9-464c-b81a-c613f2fcd5ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:53.309482 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f7bb-98f9-464c-b81a-c613f2fcd5ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:53.309839 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f7bb-98f9-464c-b81a-c613f2fcd5ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:53.310153 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f7bb-98f9-464c-b81a-c613f2fcd5ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:53.310476 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f7bb-98f9-464c-b81a-c613f2fcd5ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:53.310798 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f7bb-98f9-464c-b81a-c613f2fcd5ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:53.311129 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f7bb-98f9-464c-b81a-c613f2fcd5ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:53.311444 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f7bb-98f9-464c-b81a-c613f2fcd5ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:53.311784 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f7bb-98f9-464c-b81a-c613f2fcd5ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:53.312123 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f7bb-98f9-464c-b81a-c613f2fcd5ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:53.312444 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f7bb-98f9-464c-b81a-c613f2fcd5ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:53.312760 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f7bb-98f9-464c-b81a-c613f2fcd5ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:53.313075 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f7bb-98f9-464c-b81a-c613f2fcd5ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f7bb-98f9-464c-b81a-c613f2fcd5ba None None] Tracked resource versions report: Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: pushed versions: Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: { 'AddressGroup': {'1.2'}, Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Agent': {'1.1'}, Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'ConntrackHelper': {'1.0'}, Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'LocalIPAssociation': {'1.0'}, Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Log': {'1.0'}, Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'NDPProxy': {'1.0'}, Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Network': {'1.1'}, Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Port': {'1.7'}, Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'PortForwarding': {'1.3'}, Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'QosPolicy': {'1.10'}, Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'SecurityGroup': {'1.5'}, Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'SecurityGroupRule': {'1.2'}, Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'SubPort': {'1.0'}, Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Subnet': {'1.1'}, Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Trunk': {'1.1'}} Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: consumer versions: Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: { DHCP agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: L3 agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: Metadata agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: Metering agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: Open vSwitch agent@dv-cinder-820994-5-iscsi: { 'AddressGroup': '1.2', Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Agent': '1.1', Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'ConntrackHelper': '1.0', Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'LocalIPAssociation': '1.0', Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Log': '1.0', Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'NDPProxy': '1.0', Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Network': '1.1', Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Port': '1.7', Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'PortForwarding': '1.3', Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'QosPolicy': '1.10', Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'SecurityGroup': '1.5', Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'SecurityGroupRule': '1.2', Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'SubPort': '1.0', Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Subnet': '1.1', Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Trunk': '1.1'}} Sep 19 11:15:53.314491 dv-cinder-820994-5-iscsi neutron-server[106256]: {{(pid=106256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 11:15:53.392125 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:15:53.392625 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] Checking segment: {'id': 'e8a8101d-35d5-4235-b64f-c82675178166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '853f4d9c-7da4-42d5-9dab-0626bbf60864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:15:53.393005 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:53.393395 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] Bound using segment: {'id': 'e8a8101d-35d5-4235-b64f-c82675178166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '853f4d9c-7da4-42d5-9dab-0626bbf60864'} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:15:53.393883 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] Bound port: d7140fb4-20f5-4352-9358-03c09ae5d6af, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a8101d-35d5-4235-b64f-c82675178166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '853f4d9c-7da4-42d5-9dab-0626bbf60864'}}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:15:53.394286 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (d7140fb4-20f5-4352-9358-03c09ae5d6af), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:53.418247 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-77141ba2-29f7-4b37-924e-28ff415aca02 None None] Attempt 5 to provision port d7140fb4-20f5-4352-9358-03c09ae5d6af Sep 19 11:15:53.449270 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:15:53.455821 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-77141ba2-29f7-4b37-924e-28ff415aca02 None None] Port d7140fb4-20f5-4352-9358-03c09ae5d6af cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:15:53.456399 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:15:53.460653 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] For port d7140fb4-20f5-4352-9358-03c09ae5d6af, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:15:53.480398 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] For port d7140fb4-20f5-4352-9358-03c09ae5d6af, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=d7140fb4-20f5-4352-9358-03c09ae5d6af,segment=NetworkSegment(e8a8101d-35d5-4235-b64f-c82675178166),segment_id=e8a8101d-35d5-4235-b64f-c82675178166)] {{(pid=106256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:15:53.486334 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (d7140fb4-20f5-4352-9358-03c09ae5d6af), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:53.521529 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] Routers {'9355bc29-d900-45e3-9a2c-63a28453e019'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:15:53.522127 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:15:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['9355bc29-d900-45e3-9a2c-63a28453e019'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:15:53.604084 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9f7bb-98f9-464c-b81a-c613f2fcd5ba None None] Pushing event updated for resources: {'Port': ['ID=d7140fb4-20f5-4352-9358-03c09ae5d6af,revision_number=4']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:15:53.618385 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] Set router 9355bc29-d900-45e3-9a2c-63a28453e019 gateway port host: None {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:15:53.810857 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9355bc29-d900-45e3-9a2c-63a28453e019', 'name': 'router1', 'tenant_id': '52fe574d05694a42951535f0d8667f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:15:40Z', 'updated_at': '2022-09-19T11:15:51Z', 'revision_number': 2, 'project_id': '52fe574d05694a42951535f0d8667f77', 'gw_port_host': None, '_interfaces': [{'id': 'd7140fb4-20f5-4352-9358-03c09ae5d6af', 'name': '', 'network_id': '853f4d9c-7da4-42d5-9dab-0626bbf60864', 'tenant_id': '52fe574d05694a42951535f0d8667f77', 'mac_address': 'fa:16:3e:c7:71:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9355bc29-d900-45e3-9a2c-63a28453e019', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23bb3372-53ef-409b-b571-256a8bf2ab06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:15:50Z', 'updated_at': '2022-09-19T11:15:53Z', 'revision_number': 4, 'project_id': '52fe574d05694a42951535f0d8667f77', 'subnets': [{'id': '23bb3372-53ef-409b-b571-256a8bf2ab06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67136f81-7373-4850-8df5-30efd6dc954b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:15:53.836017 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b50c54e-66ae-4648-accf-20d6c2c36ee9 None None] The sync data for ids ['9355bc29-d900-45e3-9a2c-63a28453e019'] in dv-cinder-820994-5-iscsi is: [{'id': '9355bc29-d900-45e3-9a2c-63a28453e019', 'name': 'router1', 'tenant_id': '52fe574d05694a42951535f0d8667f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:15:40Z', 'updated_at': '2022-09-19T11:15:51Z', 'revision_number': 2, 'project_id': '52fe574d05694a42951535f0d8667f77', 'gw_port_host': None, '_interfaces': [{'id': 'd7140fb4-20f5-4352-9358-03c09ae5d6af', 'name': '', 'network_id': '853f4d9c-7da4-42d5-9dab-0626bbf60864', 'tenant_id': '52fe574d05694a42951535f0d8667f77', 'mac_address': 'fa:16:3e:c7:71:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9355bc29-d900-45e3-9a2c-63a28453e019', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23bb3372-53ef-409b-b571-256a8bf2ab06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:15:50Z', 'updated_at': '2022-09-19T11:15:53Z', 'revision_number': 4, 'project_id': '52fe574d05694a42951535f0d8667f77', 'subnets': [{'id': '23bb3372-53ef-409b-b571-256a8bf2ab06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67136f81-7373-4850-8df5-30efd6dc954b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:15:53.957721 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-77141ba2-29f7-4b37-924e-28ff415aca02 None None] Attempt 6 to provision port d7140fb4-20f5-4352-9358-03c09ae5d6af Sep 19 11:15:54.033938 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-77141ba2-29f7-4b37-924e-28ff415aca02 None None] Current status of the port d7140fb4-20f5-4352-9358-03c09ae5d6af is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:15:54.034330 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-77141ba2-29f7-4b37-924e-28ff415aca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (d7140fb4-20f5-4352-9358-03c09ae5d6af), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:54.067533 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-77141ba2-29f7-4b37-924e-28ff415aca02 None None] For port d7140fb4-20f5-4352-9358-03c09ae5d6af, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=d7140fb4-20f5-4352-9358-03c09ae5d6af,segment=NetworkSegment(e8a8101d-35d5-4235-b64f-c82675178166),segment_id=e8a8101d-35d5-4235-b64f-c82675178166)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:15:54.077251 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-77141ba2-29f7-4b37-924e-28ff415aca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (d7140fb4-20f5-4352-9358-03c09ae5d6af), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:54.124704 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77141ba2-29f7-4b37-924e-28ff415aca02 None None] Pushing event updated for resources: {'Port': ['ID=d7140fb4-20f5-4352-9358-03c09ae5d6af,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:15:54.192823 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:15:54.203054 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-b5bf721c-9709-4f60-a684-97443de3b561 None None] Provisioning complete for port d7140fb4-20f5-4352-9358-03c09ae5d6af triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:15:54.203625 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b5bf721c-9709-4f60-a684-97443de3b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (d7140fb4-20f5-4352-9358-03c09ae5d6af), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:54.204370 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-b5bf721c-9709-4f60-a684-97443de3b561 None None] Attempt 1 to provision port d7140fb4-20f5-4352-9358-03c09ae5d6af Sep 19 11:15:54.281659 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf721c-9709-4f60-a684-97443de3b561 None None] Current status of the port d7140fb4-20f5-4352-9358-03c09ae5d6af is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:15:54.538706 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 52726) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:15:54.930748 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2a9b6-2d30-4b19-b058-06a29919dac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:15:54.935813 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-f7a2a9b6-2d30-4b19-b058-06a29919dac8 admin admin] 10.222.0.81 "GET /networking/v2.0/networks/1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e HTTP/1.1" status: 200 len: 842 time: 0.3925750 Sep 19 11:15:54.943169 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-694d3af4-f075-4c5b-9ad2-f0f50714c85c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:15:54.966461 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694d3af4-f075-4c5b-9ad2-f0f50714c85c admin admin] Made reservation on behalf of 5d5c1387f77e4df7ac9b4d83d404bc68 for: {'subnet': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:15:54.968896 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-694d3af4-f075-4c5b-9ad2-f0f50714c85c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:55.322178 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.objects.ports [None req-694d3af4-f075-4c5b-9ad2-f0f50714c85c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106254) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 19 11:15:55.322621 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-694d3af4-f075-4c5b-9ad2-f0f50714c85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for subnet (eba3bf2d-24ea-4173-a318-d71949592727), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:55.377171 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d3af4-f075-4c5b-9ad2-f0f50714c85c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba3bf2d-24ea-4173-a318-d71949592727,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:15:55.387021 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694d3af4-f075-4c5b-9ad2-f0f50714c85c admin admin] Checking segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:15:55.387372 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694d3af4-f075-4c5b-9ad2-f0f50714c85c admin admin] Network hostable DHCP agents. Network: 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e, hostable agents: ['4823e8b3-ab16-40fd-b6f9-cda48b53bbb0'], hosted agents: [] {{(pid=106254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 11:15:55.390064 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:15:55.406732 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694d3af4-f075-4c5b-9ad2-f0f50714c85c admin admin] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is scheduled to be hosted by DHCP agent 4823e8b3-ab16-40fd-b6f9-cda48b53bbb0 with binding_index 1 {{(pid=106254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 11:15:55.415454 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-694d3af4-f075-4c5b-9ad2-f0f50714c85c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-5-iscsi, 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e) {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:15:55.420753 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694d3af4-f075-4c5b-9ad2-f0f50714c85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:15:55.421504 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-694d3af4-f075-4c5b-9ad2-f0f50714c85c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:55.425297 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b772438-9831-4312-a030-3cea7f1b0a68 None None] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:15:55.440681 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-694d3af4-f075-4c5b-9ad2-f0f50714c85c admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5019171 Sep 19 11:15:55.537901 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a1e156-0163-481d-86d1-5f3da9ea5c73 None None] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:15:58.161569 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 52734) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:15:58.587352 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-8564fb22-b3d7-4270-bd27-ad2590de943c demo admin] 10.222.0.81 "GET /networking/v2.0/routers/9355bc29-d900-45e3-9a2c-63a28453e019 HTTP/1.1" status: 200 len: 710 time: 0.4190896 Sep 19 11:15:58.689974 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df5d9ef-a7ff-47e0-9c9f-6239348f0350 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:15:58.692401 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-8df5d9ef-a7ff-47e0-9c9f-6239348f0350 demo admin] 10.222.0.81 "GET /networking/v2.0/networks/1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e HTTP/1.1" status: 200 len: 886 time: 0.1035848 Sep 19 11:15:58.702783 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-933eca68-2845-4369-9d77-8cce1f51048a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:15:58.932029 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:15:58.951598 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-933eca68-2845-4369-9d77-8cce1f51048a demo admin] Publish callbacks [] for router_gateway (9355bc29-d900-45e3-9a2c-63a28453e019), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:59.093461 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device d7140fb4-20f5-4352-9358-03c09ae5d6af up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:15:59.120733 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:15:59.139649 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port d7140fb4-20f5-4352-9358-03c09ae5d6af triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:15:59.140080 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (d7140fb4-20f5-4352-9358-03c09ae5d6af), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:59.140423 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port d7140fb4-20f5-4352-9358-03c09ae5d6af Sep 19 11:15:59.178556 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-933eca68-2845-4369-9d77-8cce1f51048a demo admin] Publish callbacks [] for router_gateway (9355bc29-d900-45e3-9a2c-63a28453e019), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:59.214893 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port d7140fb4-20f5-4352-9358-03c09ae5d6af is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:15:59.259896 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-933eca68-2845-4369-9d77-8cce1f51048a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:59.366036 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-933eca68-2845-4369-9d77-8cce1f51048a demo admin] Allocated IP 172.27.2.124 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/a6464789-85ce-440f-9821-b96c3ff4d6b1) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:15:59.434124 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:15:59.472558 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-933eca68-2845-4369-9d77-8cce1f51048a demo admin] Publish callbacks [] for port (a6464789-85ce-440f-9821-b96c3ff4d6b1), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:59.503904 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-933eca68-2845-4369-9d77-8cce1f51048a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (a6464789-85ce-440f-9821-b96c3ff4d6b1), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:59.546375 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933eca68-2845-4369-9d77-8cce1f51048a demo admin] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:15:59.549176 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-933eca68-2845-4369-9d77-8cce1f51048a demo admin] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:15:59.551803 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933eca68-2845-4369-9d77-8cce1f51048a demo admin] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:15:59.586197 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933eca68-2845-4369-9d77-8cce1f51048a demo admin] Pushing event updated for resources: {'Port': ['ID=a6464789-85ce-440f-9821-b96c3ff4d6b1,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:15:59.885688 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-933eca68-2845-4369-9d77-8cce1f51048a demo admin] Publish callbacks [] for router_gateway (9355bc29-d900-45e3-9a2c-63a28453e019), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:15:59.923847 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:16:00.078972 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-933eca68-2845-4369-9d77-8cce1f51048a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-779208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-777957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1945'] for router (9355bc29-d900-45e3-9a2c-63a28453e019), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:16:00.082999 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-933eca68-2845-4369-9d77-8cce1f51048a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-779201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-779066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-777950'] for router (9355bc29-d900-45e3-9a2c-63a28453e019), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:16:00.187953 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933eca68-2845-4369-9d77-8cce1f51048a demo admin] Router 9355bc29-d900-45e3-9a2c-63a28453e019 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:16:00.287601 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933eca68-2845-4369-9d77-8cce1f51048a demo admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:16:00.291754 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-933eca68-2845-4369-9d77-8cce1f51048a demo admin] Publish callbacks [] for router (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:16:00.293148 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-933eca68-2845-4369-9d77-8cce1f51048a demo admin] 10.222.0.81 "PUT /networking/v2.0/routers/9355bc29-d900-45e3-9a2c-63a28453e019 HTTP/1.1" status: 200 len: 890 time: 1.5936675 Sep 19 11:16:00.298545 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] Sync routers for ids ['9355bc29-d900-45e3-9a2c-63a28453e019'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:16:00.311884 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] Routers {'9355bc29-d900-45e3-9a2c-63a28453e019'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:16:00.312657 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:15:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['9355bc29-d900-45e3-9a2c-63a28453e019'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:16:00.534507 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] Set router 9355bc29-d900-45e3-9a2c-63a28453e019 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:16:00.982242 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9355bc29-d900-45e3-9a2c-63a28453e019', 'name': 'router1', 'tenant_id': '52fe574d05694a42951535f0d8667f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'a6464789-85ce-440f-9821-b96c3ff4d6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:15:40Z', 'updated_at': '2022-09-19T11:15:59Z', 'revision_number': 4, 'project_id': '52fe574d05694a42951535f0d8667f77', 'gw_port': {'id': 'a6464789-85ce-440f-9821-b96c3ff4d6b1', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:62:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9355bc29-d900-45e3-9a2c-63a28453e019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:15:59Z', 'updated_at': '2022-09-19T11:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': 'd7140fb4-20f5-4352-9358-03c09ae5d6af', 'name': '', 'network_id': '853f4d9c-7da4-42d5-9dab-0626bbf60864', 'tenant_id': '52fe574d05694a42951535f0d8667f77', 'mac_address': 'fa:16:3e:c7:71:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355bc29-d900-45e3-9a2c-63a28453e019', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23bb3372-53ef-409b-b571-256a8bf2ab06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:15:50Z', 'updated_at': '2022-09-19T11:15:54Z', 'revision_number': 5, 'project_id': '52fe574d05694a42951535f0d8667f77', 'subnets': [{'id': '23bb3372-53ef-409b-b571-256a8bf2ab06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67136f81-7373-4850-8df5-30efd6dc954b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:16:01.032306 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] Checking router: 9355bc29-d900-45e3-9a2c-63a28453e019 for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:16:01.032664 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] Updating router 9355bc29-d900-45e3-9a2c-63a28453e019 port a6464789-85ce-440f-9821-b96c3ff4d6b1 binding host dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:16:01.086273 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (a6464789-85ce-440f-9821-b96c3ff4d6b1), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:16:01.313284 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:16:01.407137 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] Publish callbacks [] for port (a6464789-85ce-440f-9821-b96c3ff4d6b1), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:16:01.413619 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (a6464789-85ce-440f-9821-b96c3ff4d6b1), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:16:01.447669 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] Attempting to bind port a6464789-85ce-440f-9821-b96c3ff4d6b1 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:16:01.448148 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] Attempting to bind port a6464789-85ce-440f-9821-b96c3ff4d6b1 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:16:01.448505 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] Attempting to bind port a6464789-85ce-440f-9821-b96c3ff4d6b1 on network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:16:01.470305 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:16:01.487112 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5058617-c5df-4c69-bf3a-4e246a1d787f None None] Pushing event updated for resources: {'Port': ['ID=a6464789-85ce-440f-9821-b96c3ff4d6b1,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:16:01.502789 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:16:01.503376 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] Checking segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:16:01.504009 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:16:01.504531 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] Bound using segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:16:01.504994 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] Bound port: a6464789-85ce-440f-9821-b96c3ff4d6b1, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:16:01.505368 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (a6464789-85ce-440f-9821-b96c3ff4d6b1), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:16:01.553324 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] For port a6464789-85ce-440f-9821-b96c3ff4d6b1, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:16:01.556393 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] For port a6464789-85ce-440f-9821-b96c3ff4d6b1, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=a6464789-85ce-440f-9821-b96c3ff4d6b1,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:16:01.562239 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (a6464789-85ce-440f-9821-b96c3ff4d6b1), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:16:01.604182 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] Routers {'9355bc29-d900-45e3-9a2c-63a28453e019'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:16:01.604784 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:15:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['9355bc29-d900-45e3-9a2c-63a28453e019'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:16:01.654028 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5058617-c5df-4c69-bf3a-4e246a1d787f None None] Pushing event updated for resources: {'Port': ['ID=a6464789-85ce-440f-9821-b96c3ff4d6b1,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:16:01.723577 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] Set router 9355bc29-d900-45e3-9a2c-63a28453e019 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:16:01.915888 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9355bc29-d900-45e3-9a2c-63a28453e019', 'name': 'router1', 'tenant_id': '52fe574d05694a42951535f0d8667f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'a6464789-85ce-440f-9821-b96c3ff4d6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:15:40Z', 'updated_at': '2022-09-19T11:15:59Z', 'revision_number': 4, 'project_id': '52fe574d05694a42951535f0d8667f77', 'gw_port': {'id': 'a6464789-85ce-440f-9821-b96c3ff4d6b1', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:62:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9355bc29-d900-45e3-9a2c-63a28453e019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:15:59Z', 'updated_at': '2022-09-19T11:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': 'd7140fb4-20f5-4352-9358-03c09ae5d6af', 'name': '', 'network_id': '853f4d9c-7da4-42d5-9dab-0626bbf60864', 'tenant_id': '52fe574d05694a42951535f0d8667f77', 'mac_address': 'fa:16:3e:c7:71:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355bc29-d900-45e3-9a2c-63a28453e019', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23bb3372-53ef-409b-b571-256a8bf2ab06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:15:50Z', 'updated_at': '2022-09-19T11:15:54Z', 'revision_number': 5, 'project_id': '52fe574d05694a42951535f0d8667f77', 'subnets': [{'id': '23bb3372-53ef-409b-b571-256a8bf2ab06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67136f81-7373-4850-8df5-30efd6dc954b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:16:01.941271 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a512536-d67e-4445-acbf-4995f18a2405 None None] The sync data for ids ['9355bc29-d900-45e3-9a2c-63a28453e019'] in dv-cinder-820994-5-iscsi is: [{'id': '9355bc29-d900-45e3-9a2c-63a28453e019', 'name': 'router1', 'tenant_id': '52fe574d05694a42951535f0d8667f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'a6464789-85ce-440f-9821-b96c3ff4d6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:15:40Z', 'updated_at': '2022-09-19T11:15:59Z', 'revision_number': 4, 'project_id': '52fe574d05694a42951535f0d8667f77', 'gw_port': {'id': 'a6464789-85ce-440f-9821-b96c3ff4d6b1', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:62:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9355bc29-d900-45e3-9a2c-63a28453e019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:15:59Z', 'updated_at': '2022-09-19T11:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': 'd7140fb4-20f5-4352-9358-03c09ae5d6af', 'name': '', 'network_id': '853f4d9c-7da4-42d5-9dab-0626bbf60864', 'tenant_id': '52fe574d05694a42951535f0d8667f77', 'mac_address': 'fa:16:3e:c7:71:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355bc29-d900-45e3-9a2c-63a28453e019', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23bb3372-53ef-409b-b571-256a8bf2ab06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:15:50Z', 'updated_at': '2022-09-19T11:15:54Z', 'revision_number': 5, 'project_id': '52fe574d05694a42951535f0d8667f77', 'subnets': [{'id': '23bb3372-53ef-409b-b571-256a8bf2ab06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67136f81-7373-4850-8df5-30efd6dc954b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:16:03.093650 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device a6464789-85ce-440f-9821-b96c3ff4d6b1 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:16:03.109523 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 52746) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:16:03.141916 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port a6464789-85ce-440f-9821-b96c3ff4d6b1 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:16:03.142309 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (a6464789-85ce-440f-9821-b96c3ff4d6b1), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:16:03.142646 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port a6464789-85ce-440f-9821-b96c3ff4d6b1 Sep 19 11:16:03.215558 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port a6464789-85ce-440f-9821-b96c3ff4d6b1 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:16:03.215966 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (a6464789-85ce-440f-9821-b96c3ff4d6b1), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:16:03.236673 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] For port a6464789-85ce-440f-9821-b96c3ff4d6b1, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=a6464789-85ce-440f-9821-b96c3ff4d6b1,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:16:03.241277 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (a6464789-85ce-440f-9821-b96c3ff4d6b1), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:16:03.291575 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Pushing event updated for resources: {'Port': ['ID=a6464789-85ce-440f-9821-b96c3ff4d6b1,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:16:03.551061 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-0a168801-1b7c-4a97-ad21-d358f23bdc27 admin admin] 10.222.0.81 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4403334 Sep 19 11:16:03.807556 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=41,neutron:INSERT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:16:03.813748 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=41 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:16:05.081434 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device a6464789-85ce-440f-9821-b96c3ff4d6b1 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:16:05.102880 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:16:05.125591 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port a6464789-85ce-440f-9821-b96c3ff4d6b1 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:16:05.125976 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (a6464789-85ce-440f-9821-b96c3ff4d6b1), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:16:05.126310 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port a6464789-85ce-440f-9821-b96c3ff4d6b1 Sep 19 11:16:05.154632 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:16:05.212214 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port a6464789-85ce-440f-9821-b96c3ff4d6b1 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:16:13.542788 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:16:13.548844 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=43 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:16:13.839075 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:16:13.848622 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:16:15.209245 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:16:15.211143 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=14 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:16:16.286395 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bd96affd-4d10-4b9a-ad4c-f5913d0805c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:16:18.413972 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-04da944a-45fe-47dc-8d2e-82d0f7af4fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:16:19.755158 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:16:21.247298 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:16:21.362381 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:16:28.839558 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 5 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:16:31.351406 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:16:31.357826 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:16:38.835169 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:16:46.295246 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e076eb06-942b-4e32-86fa-eb08c1fa48c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:16:48.432462 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ac1b8cf2-3c17-45a0-8f08-8f4165cc07ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:16:49.763296 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:16:50.838611 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:16:50.845112 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=4 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:16:51.233473 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:16:51.358951 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:17:01.351141 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:17:01.352998 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:17:05.841541 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 5 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:17:15.833296 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:17:15.834122 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:17:16.280787 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b038335e-9c64-45da-a96b-0c8d824fb14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:17:18.421249 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-99a23066-cc98-486e-bf98-316a90bfa559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:17:19.763320 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:17:21.233014 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:17:21.361809 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:17:27.829457 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:17:27.841351 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=5 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:17:28.742226 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 53296) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:17:29.074300 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.pecan_wsgi.hooks.translation [None req-387ffa4d-0ccc-46fc-a77a-40f84bc46479 admin admin] GET failed (client error): The resource could not be found. Sep 19 11:17:29.076068 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-387ffa4d-0ccc-46fc-a77a-40f84bc46479 admin admin] 10.222.0.81 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3324788 Sep 19 11:17:29.242311 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7099f6b2-6218-483f-9bbf-da33178e74ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:17:29.243864 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-7099f6b2-6218-483f-9bbf-da33178e74ab admin admin] 10.222.0.81 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1638281 Sep 19 11:17:31.350324 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:17:31.357840 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:17:31.820145 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 53306) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:17:32.192948 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b33810-c93f-422f-a9f3-c7c6aac87690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:17:32.194221 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-c6b33810-c93f-422f-a9f3-c7c6aac87690 admin admin] 10.222.0.81 "GET /networking/v2.0/subnets/23bb3372-53ef-409b-b571-256a8bf2ab06 HTTP/1.1" status: 200 len: 849 time: 0.3731258 Sep 19 11:17:32.204288 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-44860d0c-d75c-416d-a14f-d991932a76a2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:17:32.291925 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-44860d0c-d75c-416d-a14f-d991932a76a2 admin admin] Publish callbacks [] for subnet (23bb3372-53ef-409b-b571-256a8bf2ab06), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:17:32.432919 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-44860d0c-d75c-416d-a14f-d991932a76a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730872417684'] for subnet (23bb3372-53ef-409b-b571-256a8bf2ab06), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:17:32.471509 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44860d0c-d75c-416d-a14f-d991932a76a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:17:32.472115 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-44860d0c-d75c-416d-a14f-d991932a76a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:17:32.473391 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-44860d0c-d75c-416d-a14f-d991932a76a2 admin admin] 10.222.0.81 "PUT /networking/v2.0/subnets/23bb3372-53ef-409b-b571-256a8bf2ab06 HTTP/1.1" status: 200 len: 868 time: 0.2726758 Sep 19 11:17:32.474577 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7aaf33-aead-48bc-978d-fee8664232c5 None None] Network 853f4d9c-7da4-42d5-9dab-0626bbf60864 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:17:32.493839 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44860d0c-d75c-416d-a14f-d991932a76a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23bb3372-53ef-409b-b571-256a8bf2ab06,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:17:32.501670 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860d0c-d75c-416d-a14f-d991932a76a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:17:32.502014 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860d0c-d75c-416d-a14f-d991932a76a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:17:32.502377 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860d0c-d75c-416d-a14f-d991932a76a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:17:32.502722 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860d0c-d75c-416d-a14f-d991932a76a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:17:32.503051 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860d0c-d75c-416d-a14f-d991932a76a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:17:32.504323 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860d0c-d75c-416d-a14f-d991932a76a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:17:32.504660 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860d0c-d75c-416d-a14f-d991932a76a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:17:32.504985 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860d0c-d75c-416d-a14f-d991932a76a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:17:32.505312 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860d0c-d75c-416d-a14f-d991932a76a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:17:32.505637 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860d0c-d75c-416d-a14f-d991932a76a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:17:32.505961 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860d0c-d75c-416d-a14f-d991932a76a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:17:32.506303 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860d0c-d75c-416d-a14f-d991932a76a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:17:32.506629 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860d0c-d75c-416d-a14f-d991932a76a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:17:32.506943 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860d0c-d75c-416d-a14f-d991932a76a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:17:32.507260 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44860d0c-d75c-416d-a14f-d991932a76a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:17:32.843996 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-27e1c2b7-c053-409f-8b3d-531e77d432c4 None None] Provisioning complete for port d7140fb4-20f5-4352-9358-03c09ae5d6af triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:17:32.844386 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-27e1c2b7-c053-409f-8b3d-531e77d432c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (d7140fb4-20f5-4352-9358-03c09ae5d6af), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:17:32.844722 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-27e1c2b7-c053-409f-8b3d-531e77d432c4 None None] Attempt 1 to provision port d7140fb4-20f5-4352-9358-03c09ae5d6af Sep 19 11:17:32.918738 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-27e1c2b7-c053-409f-8b3d-531e77d432c4 None None] Current status of the port d7140fb4-20f5-4352-9358-03c09ae5d6af is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:17:32.926802 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-27e1c2b7-c053-409f-8b3d-531e77d432c4 None None] Provisioning complete for port f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:17:32.927184 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-27e1c2b7-c053-409f-8b3d-531e77d432c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:17:32.927519 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-27e1c2b7-c053-409f-8b3d-531e77d432c4 None None] Attempt 1 to provision port f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0 Sep 19 11:17:32.996914 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-27e1c2b7-c053-409f-8b3d-531e77d432c4 None None] Current status of the port f8243ad3-e0d5-4e87-8a2b-5f43c65fc8b0 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:17:35.023928 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 53314) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:17:35.502733 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c68e3b-9b01-4366-9821-c401a895c6e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:17:35.503195 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c68e3b-9b01-4366-9821-c401a895c6e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:17:35.504783 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-48c68e3b-9b01-4366-9821-c401a895c6e3 admin admin] 10.222.0.81 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4798019 Sep 19 11:17:38.040978 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 53322) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:17:38.542769 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0ea811-26ce-4465-80b1-ca2c9bab242f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:17:38.543234 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0ea811-26ce-4465-80b1-ca2c9bab242f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:17:38.544796 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-4b0ea811-26ce-4465-80b1-ca2c9bab242f admin admin] 10.222.0.81 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5028954 Sep 19 11:17:41.117443 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 53330) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:17:41.515475 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79cfd01-cbd5-4e1d-b61a-6cfda2fb37bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:17:41.516844 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-f79cfd01-cbd5-4e1d-b61a-6cfda2fb37bd admin admin] 10.222.0.81 "GET /networking/v2.0/networks/1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e HTTP/1.1" status: 200 len: 886 time: 0.3984323 Sep 19 11:17:42.840731 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 5 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:17:42.994024 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=39 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:17:42.995814 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=38 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:17:44.088717 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 53338) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:17:44.419289 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:17:44.453269 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:17:44.496127 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b208611b-4db2-424a-81e7-fe2963b731c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:17:44.497491 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-b208611b-4db2-424a-81e7-fe2963b731c5 admin admin] 10.222.0.81 "GET /networking/v2.0/networks/853f4d9c-7da4-42d5-9dab-0626bbf60864 HTTP/1.1" status: 200 len: 869 time: 0.4079084 Sep 19 11:17:46.283659 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2321cf2e-dd48-47df-bceb-9fec9e51e962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:17:47.052469 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 53346) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:17:47.578027 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6fd6d5-5abb-4c08-8757-43ed0bc18b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:17:47.578478 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6fd6d5-5abb-4c08-8757-43ed0bc18b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:17:47.580018 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-9e6fd6d5-5abb-4c08-8757-43ed0bc18b0f admin admin] 10.222.0.81 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5266755 Sep 19 11:17:48.419178 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-301ffc45-6831-4547-a3c9-a9b8053f4d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:17:49.766528 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:17:50.135026 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 53354) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:17:50.498881 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b994829-e29b-44a7-b517-eea3c33a3f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:17:50.499339 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b994829-e29b-44a7-b517-eea3c33a3f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:17:50.500878 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-5b994829-e29b-44a7-b517-eea3c33a3f74 admin admin] 10.222.0.81 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3648989 Sep 19 11:17:51.237119 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:17:51.364722 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:17:52.840579 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:17:53.042352 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 53362) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:17:53.411132 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc74d915-338b-4334-8d39-3fdb6c083aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:17:53.413092 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-fc74d915-338b-4334-8d39-3fdb6c083aef admin admin] 10.222.0.81 "GET /networking/v2.0/subnets/23bb3372-53ef-409b-b571-256a8bf2ab06 HTTP/1.1" status: 200 len: 868 time: 0.3697917 Sep 19 11:17:55.962642 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 53370) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:17:56.325379 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66394dc-1f99-467f-afc2-9fd8451b45f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:17:56.326721 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-e66394dc-1f99-467f-afc2-9fd8451b45f4 admin admin] 10.222.0.81 "GET /networking/v2.0/subnets/eba3bf2d-24ea-4173-a318-d71949592727 HTTP/1.1" status: 200 len: 816 time: 0.3630269 Sep 19 11:18:01.359187 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:18:01.361111 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:18:06.315502 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=36 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:18:06.321632 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=28 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:18:12.451215 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=15 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:18:12.455490 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=19 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:18:16.288229 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bb2947b7-0649-46d1-853b-f95e452988c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:18.415050 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b348649b-f37e-440f-a2fa-86eb8d8422b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:19.768541 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:19.839442 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 5 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:18:21.241392 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:21.368058 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:25.863510 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 53426) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:18:26.183757 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [None req-2ada1d1d-8243-486b-879e-7c92479fa330 admin admin] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106254) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 11:18:26.184879 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-2ada1d1d-8243-486b-879e-7c92479fa330 admin admin] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3203702 Sep 19 11:18:28.846450 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 53434) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:18:29.181956 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.pecan_wsgi.hooks.translation [None req-725533c4-b4a3-49f6-8c4f-142e50fd8a79 admin admin] GET failed (client error): The resource could not be found. Sep 19 11:18:29.183223 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-725533c4-b4a3-49f6-8c4f-142e50fd8a79 admin admin] 10.222.0.81 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3358147 Sep 19 11:18:29.269113 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef2bd38-5f95-430c-aef0-42699372221f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:18:29.270469 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-3ef2bd38-5f95-430c-aef0-42699372221f admin admin] 10.222.0.81 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0828774 Sep 19 11:18:29.836829 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:18:31.361242 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:18:31.363031 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:18:31.871957 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 53442) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:18:32.199602 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-6faf7e27-13db-4a57-8d00-09a734db6f33 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:18:32.220290 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faf7e27-13db-4a57-8d00-09a734db6f33 admin admin] Made reservation on behalf of 5d5c1387f77e4df7ac9b4d83d404bc68 for: {'network': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:18:32.222667 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6faf7e27-13db-4a57-8d00-09a734db6f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for network (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:32.253152 dv-cinder-820994-5-iscsi neutron-server[106254]: WARNING neutron.services.revisions.revision_plugin [None req-6faf7e27-13db-4a57-8d00-09a734db6f33 admin admin] Could not find related network for resource to bump revision. Sep 19 11:18:32.265348 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6faf7e27-13db-4a57-8d00-09a734db6f33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=106254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 11:18:32.275621 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6faf7e27-13db-4a57-8d00-09a734db6f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (e69b57ce-0ec4-49d2-8234-fdf45a6dea04), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:32.276065 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.segments_db [None req-6faf7e27-13db-4a57-8d00-09a734db6f33 admin admin] Added segment e69b57ce-0ec4-49d2-8234-fdf45a6dea04 of type vlan for network 211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06 Sep 19 11:18:32.327881 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6faf7e27-13db-4a57-8d00-09a734db6f33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730871930287'] for network (211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:32.355337 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6faf7e27-13db-4a57-8d00-09a734db6f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for network (211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:32.356475 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faf7e27-13db-4a57-8d00-09a734db6f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:18:32.357152 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6faf7e27-13db-4a57-8d00-09a734db6f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:32.420147 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-6faf7e27-13db-4a57-8d00-09a734db6f33 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5470212 Sep 19 11:18:32.435373 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf7e27-13db-4a57-8d00-09a734db6f33 admin admin] Pushing event updated for resources: {'Network': ['ID=211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:18:32.446862 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Network 211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06 details requested by agent ovs-agent-dv-cinder-820994-5-iscsi with host dv-cinder-820994-5-iscsi {{(pid=106255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 11:18:35.026180 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 53450) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:18:35.397506 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddbac4f9-5539-4d5f-a6b2-57aa1ed0b2cc admin admin] GET failed (client error): The resource could not be found. Sep 19 11:18:35.398775 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-ddbac4f9-5539-4d5f-a6b2-57aa1ed0b2cc admin admin] 10.222.0.81 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3716419 Sep 19 11:18:35.472303 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8769b74-ba57-43f1-bff8-513047c2938f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:18:35.473742 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-f8769b74-ba57-43f1-bff8-513047c2938f admin admin] 10.222.0.81 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0705862 Sep 19 11:18:35.483691 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:18:35.503743 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Made reservation on behalf of 5d5c1387f77e4df7ac9b4d83d404bc68 for: {'subnet': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:18:35.506121 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:35.670671 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for subnet (eb1b0467-08ae-4c30-903b-9fbbac45f4cc), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:35.724698 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb1b0467-08ae-4c30-903b-9fbbac45f4cc,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:18:35.736727 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:35.737078 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:35.737433 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:35.737780 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:35.738108 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:35.738433 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:35.738756 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:35.739078 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:35.739408 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:35.739734 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:35.740096 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:35.740437 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:35.740757 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:35.741074 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:35.741389 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:35.747849 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Checking segment: {'id': 'e69b57ce-0ec4-49d2-8234-fdf45a6dea04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:18:35.748201 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Network hostable DHCP agents. Network: 211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06, hostable agents: ['4823e8b3-ab16-40fd-b6f9-cda48b53bbb0'], hosted agents: [] {{(pid=106254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 11:18:35.764574 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Network 211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06 is scheduled to be hosted by DHCP agent 4823e8b3-ab16-40fd-b6f9-cda48b53bbb0 with binding_index 1 {{(pid=106254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 11:18:35.773286 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-5-iscsi, 211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06) {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:18:35.777402 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:18:35.778085 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:35.782402 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff54c80a-cc0f-44ac-9d5f-003adbe865fb None None] Network 211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:18:35.794504 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-2e400032-5edd-4b5f-9405-1418833f6d08 admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3141835 Sep 19 11:18:35.992587 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp700f856c-545f-5006-8537-bc9c9f877a09-211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06', 'network_id': '211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06', 'project_id': '5d5c1387f77e4df7ac9b4d83d404bc68', 'fixed_ips': [{'subnet_id': 'eb1b0467-08ae-4c30-903b-9fbbac45f4cc'}]}} from dv-cinder-820994-5-iscsi. {{(pid=106255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 11:18:35.993577 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:36.146407 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.db_base_plugin_common [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Allocated IP 192.168.233.2 (211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06/eb1b0467-08ae-4c30-903b-9fbbac45f4cc/3c4d27af-1d68-4f0b-a09f-87e141f9b16c) {{(pid=106255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:18:36.290250 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Publish callbacks [] for port (3c4d27af-1d68-4f0b-a09f-87e141f9b16c), precommit_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:36.296177 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (3c4d27af-1d68-4f0b-a09f-87e141f9b16c), after_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:36.339008 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Network 211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06 is already hosted by enough agents. {{(pid=106255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:18:36.342212 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.base_scheduler [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Resources bound (agent type, host, resource id): {{(pid=106255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:18:36.346671 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Pushing event updated for resources: {'Port': ['ID=3c4d27af-1d68-4f0b-a09f-87e141f9b16c,revision_number=1']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:18:36.350635 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Received port after_create {{(pid=106255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:18:36.358886 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:36.359232 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:36.359599 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:36.359987 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:36.360324 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:36.360657 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:36.360982 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:36.361333 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:36.361669 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:36.361990 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:36.362314 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:36.362649 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:36.362975 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:36.363292 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:36.363612 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:18:36.420463 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Attempting to bind port 3c4d27af-1d68-4f0b-a09f-87e141f9b16c on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:18:36.420919 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Attempting to bind port 3c4d27af-1d68-4f0b-a09f-87e141f9b16c by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'e69b57ce-0ec4-49d2-8234-fdf45a6dea04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:18:36.421381 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Attempting to bind port 3c4d27af-1d68-4f0b-a09f-87e141f9b16c on network 211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:18:36.462999 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:18:36.463370 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Checking segment: {'id': 'e69b57ce-0ec4-49d2-8234-fdf45a6dea04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:18:36.463782 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:36.464186 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Bound using segment: {'id': 'e69b57ce-0ec4-49d2-8234-fdf45a6dea04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:18:36.464649 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Bound port: 3c4d27af-1d68-4f0b-a09f-87e141f9b16c, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69b57ce-0ec4-49d2-8234-fdf45a6dea04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:18:36.465049 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (3c4d27af-1d68-4f0b-a09f-87e141f9b16c), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:36.527942 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] For port 3c4d27af-1d68-4f0b-a09f-87e141f9b16c, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:18:36.531455 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] For port 3c4d27af-1d68-4f0b-a09f-87e141f9b16c, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=3c4d27af-1d68-4f0b-a09f-87e141f9b16c,segment=NetworkSegment(e69b57ce-0ec4-49d2-8234-fdf45a6dea04),segment_id=e69b57ce-0ec4-49d2-8234-fdf45a6dea04)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:18:36.537533 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (3c4d27af-1d68-4f0b-a09f-87e141f9b16c), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:36.592901 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac46f3-6971-42e9-bb61-07293d717639 None None] Pushing event updated for resources: {'Port': ['ID=3c4d27af-1d68-4f0b-a09f-87e141f9b16c,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:18:37.210067 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 3c4d27af-1d68-4f0b-a09f-87e141f9b16c up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:18:37.264937 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 3c4d27af-1d68-4f0b-a09f-87e141f9b16c triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:18:37.265330 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (3c4d27af-1d68-4f0b-a09f-87e141f9b16c), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:37.265668 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 3c4d27af-1d68-4f0b-a09f-87e141f9b16c Sep 19 11:18:37.267061 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:18:37.319371 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:18:37.354577 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 3c4d27af-1d68-4f0b-a09f-87e141f9b16c is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:18:37.354831 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (3c4d27af-1d68-4f0b-a09f-87e141f9b16c), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:37.394169 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40375a7-cff7-4c21-bdfa-07b24f2ab43b None None] Network 211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:18:37.408157 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] For port 3c4d27af-1d68-4f0b-a09f-87e141f9b16c, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=3c4d27af-1d68-4f0b-a09f-87e141f9b16c,segment=NetworkSegment(e69b57ce-0ec4-49d2-8234-fdf45a6dea04),segment_id=e69b57ce-0ec4-49d2-8234-fdf45a6dea04)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:18:37.439909 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (3c4d27af-1d68-4f0b-a09f-87e141f9b16c), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:37.515264 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-9158b6e4-f91c-48d1-99cc-d468539c9324 None None] Provisioning complete for port 3c4d27af-1d68-4f0b-a09f-87e141f9b16c triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:18:37.515640 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9158b6e4-f91c-48d1-99cc-d468539c9324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (3c4d27af-1d68-4f0b-a09f-87e141f9b16c), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:37.516006 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-9158b6e4-f91c-48d1-99cc-d468539c9324 None None] Attempt 1 to provision port 3c4d27af-1d68-4f0b-a09f-87e141f9b16c Sep 19 11:18:37.564786 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Pushing event updated for resources: {'Port': ['ID=3c4d27af-1d68-4f0b-a09f-87e141f9b16c,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:18:37.631358 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-9158b6e4-f91c-48d1-99cc-d468539c9324 None None] Current status of the port 3c4d27af-1d68-4f0b-a09f-87e141f9b16c is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:18:37.754275 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-9a55a085-7103-4a2f-b3fa-bf4599409109 None None] Provisioning complete for port 3c4d27af-1d68-4f0b-a09f-87e141f9b16c triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:18:37.754659 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9a55a085-7103-4a2f-b3fa-bf4599409109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (3c4d27af-1d68-4f0b-a09f-87e141f9b16c), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:37.754994 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-9a55a085-7103-4a2f-b3fa-bf4599409109 None None] Attempt 1 to provision port 3c4d27af-1d68-4f0b-a09f-87e141f9b16c Sep 19 11:18:37.829434 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-9a55a085-7103-4a2f-b3fa-bf4599409109 None None] Current status of the port 3c4d27af-1d68-4f0b-a09f-87e141f9b16c is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:18:39.178183 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 3c4d27af-1d68-4f0b-a09f-87e141f9b16c up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:18:39.224650 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 3c4d27af-1d68-4f0b-a09f-87e141f9b16c triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:18:39.225030 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (3c4d27af-1d68-4f0b-a09f-87e141f9b16c), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:39.225366 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 3c4d27af-1d68-4f0b-a09f-87e141f9b16c Sep 19 11:18:39.294917 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 3c4d27af-1d68-4f0b-a09f-87e141f9b16c is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:18:41.837725 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:18:41.844245 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:18:42.369939 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:18:45.787053 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=71,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:18:45.787828 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:18:46.290927 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-552b0cbb-c50d-4434-80f0-97eefd643a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:48.418880 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-de7bf0d9-c416-4271-854a-8e91d67a5824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:49.772654 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:51.246044 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:51.374005 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:18:56.840095 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 5 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:19:01.367210 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=74,neutron:UPDATE=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:19:01.370660 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:19:16.293604 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d3a96570-1b74-43a0-9428-ba02c6a96ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:19:18.422003 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e76ca9ba-060d-4523-a0d0-85d4f533eff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:19:18.837421 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=5 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:19:18.842866 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:19:19.775469 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:19:21.252708 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:19:21.381075 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:19:31.247521 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:19:31.376777 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:19:33.839391 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 5 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:19:43.835056 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:19:43.835884 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:19:46.296290 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-45f1d52b-1f7f-4ba5-8377-988f8ce9e5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:19:48.427068 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-15aab779-5a2e-4c98-920d-147f974268f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:19:49.776877 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:19:50.026770 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 53494) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:19:50.032421 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [None req-453ebab5-38b6-412b-8b56-cf4adbd9e1a5 tempest-verify_tempest_config-899236499 tempest-verify_tempest_config-899236499-project] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106254) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 11:19:50.033381 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-453ebab5-38b6-412b-8b56-cf4adbd9e1a5 tempest-verify_tempest_config-899236499 tempest-verify_tempest_config-899236499-project] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056429 Sep 19 11:19:50.536587 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 53512) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:19:50.865842 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6afe4b4e-c87b-4b6c-84b1-cde634faa54e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:19:50.943575 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6afe4b4e-c87b-4b6c-84b1-cde634faa54e admin admin] Publish callbacks [] for security_group (484ac904-37c7-4b7b-a242-1e1258854e96), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:19:50.947335 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6afe4b4e-c87b-4b6c-84b1-cde634faa54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (484ac904-37c7-4b7b-a242-1e1258854e96), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:19:50.994965 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe4b4e-c87b-4b6c-84b1-cde634faa54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484ac904-37c7-4b7b-a242-1e1258854e96,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:19:50.999684 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-6afe4b4e-c87b-4b6c-84b1-cde634faa54e admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=b3dbabb15dd845fd8f0064e8d3354898&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4620559 Sep 19 11:19:51.002781 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 53516) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:19:51.004166 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe4b4e-c87b-4b6c-84b1-cde634faa54e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.004512 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe4b4e-c87b-4b6c-84b1-cde634faa54e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.004874 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe4b4e-c87b-4b6c-84b1-cde634faa54e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.005401 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe4b4e-c87b-4b6c-84b1-cde634faa54e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.005742 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe4b4e-c87b-4b6c-84b1-cde634faa54e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.006072 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe4b4e-c87b-4b6c-84b1-cde634faa54e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.006401 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe4b4e-c87b-4b6c-84b1-cde634faa54e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.006729 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe4b4e-c87b-4b6c-84b1-cde634faa54e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.007072 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe4b4e-c87b-4b6c-84b1-cde634faa54e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.007404 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe4b4e-c87b-4b6c-84b1-cde634faa54e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.007747 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe4b4e-c87b-4b6c-84b1-cde634faa54e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.008159 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe4b4e-c87b-4b6c-84b1-cde634faa54e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.008489 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe4b4e-c87b-4b6c-84b1-cde634faa54e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.008814 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe4b4e-c87b-4b6c-84b1-cde634faa54e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.009135 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe4b4e-c87b-4b6c-84b1-cde634faa54e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.019240 dv-cinder-820994-5-iscsi neutron-server[106253]: ERROR stevedore.extension [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 19 11:19:51.071443 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.policy [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106253) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 19 11:19:51.114147 dv-cinder-820994-5-iscsi neutron-server[106253]: WARNING oslo_policy.policy [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 11:19:51.114532 dv-cinder-820994-5-iscsi neutron-server[106253]: WARNING oslo_policy.policy [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 11:19:51.130702 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writer thread running {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 19 11:19:51.142461 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:19:51.234597 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Publish callbacks [] for security_group (484ac904-37c7-4b7b-a242-1e1258854e96), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:19:51.252947 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:19:51.254973 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Publish callbacks [] for security_group (484ac904-37c7-4b7b-a242-1e1258854e96), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:19:51.352330 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (484ac904-37c7-4b7b-a242-1e1258854e96), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:19:51.356834 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:19:51.357976 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/484ac904-37c7-4b7b-a242-1e1258854e96 HTTP/1.1" status: 204 len: 168 time: 0.3534870 Sep 19 11:19:51.366399 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484ac904-37c7-4b7b-a242-1e1258854e96,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:19:51.374266 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:19:51.380040 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.380394 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.380743 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.381080 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.381412 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.381738 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.382063 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.382386 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.382715 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.383064 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.383401 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.383742 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.384087 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.384472 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.384787 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c08fd4-34e2-40da-9023-258c45909868 admin admin] Tracked resource versions report: Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: pushed versions: Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: { 'AddressGroup': {'1.2'}, Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Agent': {'1.1'}, Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'ConntrackHelper': {'1.0'}, Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'LocalIPAssociation': {'1.0'}, Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Log': {'1.0'}, Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'NDPProxy': {'1.0'}, Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Network': {'1.1'}, Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Port': {'1.7'}, Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'PortForwarding': {'1.3'}, Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'QosPolicy': {'1.10'}, Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'SecurityGroup': {'1.5'}, Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'SecurityGroupRule': {'1.2'}, Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'SubPort': {'1.0'}, Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Subnet': {'1.1'}, Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Trunk': {'1.1'}} Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: consumer versions: Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: { DHCP agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: L3 agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: Metadata agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: Metering agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: Open vSwitch agent@dv-cinder-820994-5-iscsi: { 'AddressGroup': '1.2', Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Agent': '1.1', Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'ConntrackHelper': '1.0', Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'LocalIPAssociation': '1.0', Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Log': '1.0', Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'NDPProxy': '1.0', Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Network': '1.1', Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Port': '1.7', Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'PortForwarding': '1.3', Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'QosPolicy': '1.10', Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'SecurityGroup': '1.5', Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'SecurityGroupRule': '1.2', Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'SubPort': '1.0', Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Subnet': '1.1', Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Trunk': '1.1'}} Sep 19 11:19:51.386285 dv-cinder-820994-5-iscsi neutron-server[106253]: {{(pid=106253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 11:19:55.834177 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:19:55.838391 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:20:00.990239 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=16,neutron:INSERT=7 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:20:00.998739 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=23,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:20:01.369936 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=22,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:20:01.370554 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:20:01.379018 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=11 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:20:01.431122 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:20:10.838806 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 5 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:20:16.298951 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-546248c2-d4db-4c5a-b9bb-83e0cbda568e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:20:18.429028 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-95c3c1d7-f5fc-453f-9b82-631dfefa4e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:20:19.780901 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:20:20.834031 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=14 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:20:20.834794 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=14 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:20:21.256891 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:20:21.370411 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:20:31.359570 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=10 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:20:31.365732 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:UPDATE=5,neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:20:32.839751 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:20:32.844642 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=4 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:20:46.300511 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-14a551c8-ec0f-4207-ae90-ba406f1e3ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:20:47.838537 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 5 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:20:48.433429 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-91af2836-21a9-40bd-bb89-a75426072975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:20:49.783582 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:20:51.261712 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:20:51.467323 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:20:57.834902 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:21:01.461464 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:21:01.463679 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:21:14.836041 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=4 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:21:14.836777 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:21:16.303083 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-60f8d5f6-4d27-4f45-98b3-ee5cea5ee7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:21:18.434401 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-39a1e44b-a877-4435-89ef-081ec91b0ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:21:19.787099 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:21:21.262089 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:21:21.368812 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:21:24.838742 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 5 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:21:30.858370 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-778433'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:21:34.835640 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:21:40.851282 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:21:40.854587 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:21:44.787867 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 53620) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:21:44.916013 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-8d936925-d1bc-4428-9679-3af564eee9ee admin admin] 10.222.0.81 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1270888 Sep 19 11:21:46.305607 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e7651052-a79c-4fb3-9fbf-d0117e515720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:21:46.842249 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:21:46.848272 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=4 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:21:47.376807 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 53630) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:21:47.431271 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-c5c8ddfa-654e-48cc-9c38-dbbda7e3a8b8 admin admin] 10.222.0.81 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0534017 Sep 19 11:21:48.435521 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-cb6856a0-3364-49b1-8437-e2b91a01373d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:21:49.787900 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:21:51.265357 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:21:51.375471 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:21:57.427109 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:21:57.427870 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:22:00.809271 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:22:01.839690 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:22:10.802384 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:22:10.804404 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:22:12.365905 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=14 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:22:12.367913 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=14 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:22:16.308026 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4fad6588-92c1-4378-99c7-4b0fd844770c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:22:18.437547 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e34ddf18-1a0c-478a-a5e7-ab992ea29ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:22:19.791710 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:22:21.268486 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:22:21.367223 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:22:23.840080 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:22:23.845109 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:22:30.809763 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:22:38.839831 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:22:40.799650 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:22:40.805555 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:22:46.311526 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-09d7d69a-623f-49cb-ba11-e8c5316a4f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:22:48.440648 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8c6a8044-ea36-4f46-acbb-57c5357e9ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:22:48.835180 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:22:48.835967 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:22:49.794607 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:22:51.274812 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:22:51.368556 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:00.826726 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:09.838247 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=4 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:10.820497 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:10.822464 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:14.842443 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:15.840645 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:23:16.324093 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e54ae178-c054-4a45-a02d-ae2ec8317904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:18.458022 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-492191ba-a9e5-4064-8b80-9f9d54dd0462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:19.798901 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:20.950532 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 53810) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:21.055151 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 53826) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:21.194062 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1925469301-network', 'tenant_id': '8fd848b22f854563a0ab63ec0971b595'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:21.245108 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Made reservation on behalf of 8fd848b22f854563a0ab63ec0971b595 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:23:21.248563 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:21.268361 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:21.285276 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:21.377102 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Publish callbacks [] for security_group (1109fc52-9132-4b24-97b7-83d778bbd773), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:21.383310 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:21.384216 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (1109fc52-9132-4b24-97b7-83d778bbd773), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:21.427175 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 11:23:21.437358 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1109fc52-9132-4b24-97b7-83d778bbd773,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:21.452394 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730872489400', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:21.453046 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Unsubscribe: segment precommit_create {{(pid=106253) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 19 11:23:21.453652 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Added segment c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455 of type vlan for network d68d492e-cdd4-4584-9409-0c6543a346e5 Sep 19 11:23:21.474535 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:21.474988 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:21.475578 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:21.475995 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:21.476402 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:21.476809 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:21.477145 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:21.477672 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:21.478004 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:21.478334 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:21.478839 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:21.479898 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:21.480239 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:21.480573 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:21.480898 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Tracked resource versions report: Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: pushed versions: Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: { 'AddressGroup': {'1.2'}, Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Agent': {'1.1'}, Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'ConntrackHelper': {'1.0'}, Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'LocalIPAssociation': {'1.0'}, Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Log': {'1.0'}, Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'NDPProxy': {'1.0'}, Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Network': {'1.1'}, Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Port': {'1.7'}, Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'PortForwarding': {'1.3'}, Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'QosPolicy': {'1.10'}, Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'SecurityGroup': {'1.5'}, Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'SecurityGroupRule': {'1.2'}, Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'SubPort': {'1.0'}, Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Subnet': {'1.1'}, Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Trunk': {'1.1'}} Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: consumer versions: Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: { DHCP agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: HyperV agent@hv-cinder-82099: {}, Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: L3 agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: Metadata agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: Metering agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: Open vSwitch agent@dv-cinder-820994-5-iscsi: { 'AddressGroup': '1.2', Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Agent': '1.1', Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'ConntrackHelper': '1.0', Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'LocalIPAssociation': '1.0', Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Log': '1.0', Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'NDPProxy': '1.0', Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Network': '1.1', Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Port': '1.7', Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'PortForwarding': '1.3', Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'QosPolicy': '1.10', Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'SecurityGroup': '1.5', Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'SecurityGroupRule': '1.2', Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'SubPort': '1.0', Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Subnet': '1.1', Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: 'Trunk': '1.1'}} Sep 19 11:23:21.482111 dv-cinder-820994-5-iscsi neutron-server[106253]: {{(pid=106253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 11:23:21.535093 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b1885dab-0a03-45f0-8d34-b9bfadb13d5b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1903269221-network', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:21.570081 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730871930287'] for network (d68d492e-cdd4-4584-9409-0c6543a346e5), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:21.602567 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1885dab-0a03-45f0-8d34-b9bfadb13d5b admin admin] Made reservation on behalf of e8a952d8324548d7a8e80f72449ea5e6 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:23:21.605426 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b1885dab-0a03-45f0-8d34-b9bfadb13d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:21.621728 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b1885dab-0a03-45f0-8d34-b9bfadb13d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:21.625444 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for network (d68d492e-cdd4-4584-9409-0c6543a346e5), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:21.627167 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:21.628053 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:21.632853 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 53842) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:21.767064 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] Pushing event updated for resources: {'Network': ['ID=d68d492e-cdd4-4584-9409-0c6543a346e5,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:21.787104 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 53856) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:21.792697 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e8f6eb3d-ce5b-46e1-a15d-ced9bf0302cc admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8407381 Sep 19 11:23:21.793128 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Request body: {'subnet': {'network_id': 'd68d492e-cdd4-4584-9409-0c6543a346e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1925469301-subnet', 'tenant_id': '8fd848b22f854563a0ab63ec0971b595', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:21.793384 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Network d68d492e-cdd4-4584-9409-0c6543a346e5 details requested by agent ovs-agent-dv-cinder-820994-5-iscsi with host dv-cinder-820994-5-iscsi {{(pid=106255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 11:23:21.817043 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Made reservation on behalf of 8fd848b22f854563a0ab63ec0971b595 for: {'subnet': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:23:21.819539 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:21.878655 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b1885dab-0a03-45f0-8d34-b9bfadb13d5b admin admin] Publish callbacks [] for security_group (fb2c2f0b-7751-47a3-8052-66d13a9cd25b), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:21.884232 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b1885dab-0a03-45f0-8d34-b9bfadb13d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (fb2c2f0b-7751-47a3-8052-66d13a9cd25b), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:21.935662 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1885dab-0a03-45f0-8d34-b9bfadb13d5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 11:23:21.941094 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1885dab-0a03-45f0-8d34-b9bfadb13d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2c2f0b-7751-47a3-8052-66d13a9cd25b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:21.954380 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b1885dab-0a03-45f0-8d34-b9bfadb13d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (7e5b877b-24b6-4285-8279-364e2e59bab9), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:21.955117 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-b1885dab-0a03-45f0-8d34-b9bfadb13d5b admin admin] Added segment 7e5b877b-24b6-4285-8279-364e2e59bab9 of type vlan for network 79977212-9704-4425-8d7a-e6522d6f3c5b Sep 19 11:23:21.957258 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 53872) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:22.007740 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-6baaf887-037e-42eb-8291-92988196b983 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-660026723-network', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:22.027185 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for subnet (781b53cd-d061-410d-9a4b-32b9c05dd0a4), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.041117 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6baaf887-037e-42eb-8291-92988196b983 admin admin] Made reservation on behalf of c7ccdce201f547f5a50c93e27c5e8cb1 for: {'network': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:23:22.043435 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6baaf887-037e-42eb-8291-92988196b983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for network (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.059484 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6baaf887-037e-42eb-8291-92988196b983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.069464 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b1885dab-0a03-45f0-8d34-b9bfadb13d5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730871930287'] for network (79977212-9704-4425-8d7a-e6522d6f3c5b), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.102260 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:22.112049 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b1885dab-0a03-45f0-8d34-b9bfadb13d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for network (79977212-9704-4425-8d7a-e6522d6f3c5b), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.113690 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1885dab-0a03-45f0-8d34-b9bfadb13d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:22.114981 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b1885dab-0a03-45f0-8d34-b9bfadb13d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.156197 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-feb4b96b-81bb-4794-bef2-f89751bbc63b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-602054919-network', 'tenant_id': '078bf59c33cc43579aeb270262079a37'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:22.187170 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=781b53cd-d061-410d-9a4b-32b9c05dd0a4,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:22.191481 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Checking segment: {'id': 'c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd68d492e-cdd4-4584-9409-0c6543a346e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:23:22.192083 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Network hostable DHCP agents. Network: d68d492e-cdd4-4584-9409-0c6543a346e5, hostable agents: ['4823e8b3-ab16-40fd-b6f9-cda48b53bbb0'], hosted agents: [] {{(pid=106254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 11:23:22.209678 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-b1885dab-0a03-45f0-8d34-b9bfadb13d5b admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1534066 Sep 19 11:23:22.210341 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 53888) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:22.210785 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:22.211143 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:22.211507 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:22.211884 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:22.212224 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:22.212555 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:22.212884 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:22.213210 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:22.213568 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:22.213893 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:22.214221 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:22.214558 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:22.214884 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:22.215203 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:22.215519 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Tracked resource versions report: Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: pushed versions: Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: { 'AddressGroup': {'1.2'}, Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Agent': {'1.1'}, Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'ConntrackHelper': {'1.0'}, Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'LocalIPAssociation': {'1.0'}, Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Log': {'1.0'}, Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'NDPProxy': {'1.0'}, Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Network': {'1.1'}, Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Port': {'1.7'}, Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'PortForwarding': {'1.3'}, Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'QosPolicy': {'1.10'}, Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'SecurityGroup': {'1.5'}, Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'SecurityGroupRule': {'1.2'}, Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'SubPort': {'1.0'}, Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Subnet': {'1.1'}, Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Trunk': {'1.1'}} Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: consumer versions: Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: { DHCP agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: HyperV agent@hv-cinder-82099: {}, Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: L3 agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: Metadata agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: Metering agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: Open vSwitch agent@dv-cinder-820994-5-iscsi: { 'AddressGroup': '1.2', Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Agent': '1.1', Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'ConntrackHelper': '1.0', Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'LocalIPAssociation': '1.0', Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Log': '1.0', Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'NDPProxy': '1.0', Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Network': '1.1', Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Port': '1.7', Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'PortForwarding': '1.3', Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'QosPolicy': '1.10', Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'SecurityGroup': '1.5', Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'SecurityGroupRule': '1.2', Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'SubPort': '1.0', Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Subnet': '1.1', Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: 'Trunk': '1.1'}} Sep 19 11:23:22.216780 dv-cinder-820994-5-iscsi neutron-server[106254]: {{(pid=106254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 11:23:22.230966 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7f53422a-d38a-48c7-84ec-46f9bdff7d2e admin admin] Request body: {'subnet': {'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1903269221-subnet', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:22.236791 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6baaf887-037e-42eb-8291-92988196b983 admin admin] Publish callbacks [] for security_group (87e17074-2bc2-41f0-8e77-9e747f0269ab), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.246726 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6baaf887-037e-42eb-8291-92988196b983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (87e17074-2bc2-41f0-8e77-9e747f0269ab), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.252324 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1885dab-0a03-45f0-8d34-b9bfadb13d5b admin admin] Pushing event updated for resources: {'Network': ['ID=79977212-9704-4425-8d7a-e6522d6f3c5b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:22.262924 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6baaf887-037e-42eb-8291-92988196b983 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=106254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 11:23:22.263142 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Network 79977212-9704-4425-8d7a-e6522d6f3c5b details requested by agent ovs-agent-dv-cinder-820994-5-iscsi with host dv-cinder-820994-5-iscsi {{(pid=106255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 11:23:22.270874 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb4b96b-81bb-4794-bef2-f89751bbc63b admin admin] Made reservation on behalf of 078bf59c33cc43579aeb270262079a37 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:23:22.273502 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-feb4b96b-81bb-4794-bef2-f89751bbc63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.274034 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6baaf887-037e-42eb-8291-92988196b983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (72995677-08f5-40c1-af00-f097f32b62f8), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.274382 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.segments_db [None req-6baaf887-037e-42eb-8291-92988196b983 admin admin] Added segment 72995677-08f5-40c1-af00-f097f32b62f8 of type vlan for network 8f760d48-3e02-4562-abc4-dc5b172f3b8a Sep 19 11:23:22.275850 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=19,neutron:SELECT=74,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:22.295268 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-feb4b96b-81bb-4794-bef2-f89751bbc63b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.313677 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f53422a-d38a-48c7-84ec-46f9bdff7d2e admin admin] Made reservation on behalf of e8a952d8324548d7a8e80f72449ea5e6 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:23:22.316287 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f53422a-d38a-48c7-84ec-46f9bdff7d2e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.351725 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:22.355559 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6baaf887-037e-42eb-8291-92988196b983 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730871930287'] for network (8f760d48-3e02-4562-abc4-dc5b172f3b8a), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.382409 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baaf887-037e-42eb-8291-92988196b983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e17074-2bc2-41f0-8e77-9e747f0269ab,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:22.386578 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Network d68d492e-cdd4-4584-9409-0c6543a346e5 is scheduled to be hosted by DHCP agent 4823e8b3-ab16-40fd-b6f9-cda48b53bbb0 with binding_index 1 {{(pid=106254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 11:23:22.398872 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6baaf887-037e-42eb-8291-92988196b983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for network (8f760d48-3e02-4562-abc4-dc5b172f3b8a), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.400273 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baaf887-037e-42eb-8291-92988196b983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:22.402341 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6baaf887-037e-42eb-8291-92988196b983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.477662 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baaf887-037e-42eb-8291-92988196b983 admin admin] Pushing event updated for resources: {'Network': ['ID=8f760d48-3e02-4562-abc4-dc5b172f3b8a,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:22.480990 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-5-iscsi, d68d492e-cdd4-4584-9409-0c6543a346e5) {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:22.507624 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-6baaf887-037e-42eb-8291-92988196b983 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8716812 Sep 19 11:23:22.509219 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 53898) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:22.513166 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Network 8f760d48-3e02-4562-abc4-dc5b172f3b8a details requested by agent ovs-agent-dv-cinder-820994-5-iscsi with host dv-cinder-820994-5-iscsi {{(pid=106255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 11:23:22.521093 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-cf34b778-5431-4cd1-889e-9da9cc02a48e admin admin] Request body: {'subnet': {'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-660026723-subnet', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:22.550030 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:22.558707 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.558938 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc806e99-23a4-4da1-9ded-e83b700d6549 None None] Network d68d492e-cdd4-4584-9409-0c6543a346e5 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:23:22.564289 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf34b778-5431-4cd1-889e-9da9cc02a48e admin admin] Made reservation on behalf of c7ccdce201f547f5a50c93e27c5e8cb1 for: {'subnet': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:23:22.566863 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cf34b778-5431-4cd1-889e-9da9cc02a48e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.614947 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-feb4b96b-81bb-4794-bef2-f89751bbc63b admin admin] Publish callbacks [] for security_group (777fb9d0-1a95-45e2-a3c7-278e6680c019), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.618209 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:22.626533 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-feb4b96b-81bb-4794-bef2-f89751bbc63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (777fb9d0-1a95-45e2-a3c7-278e6680c019), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.645390 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-0b53b6e1-5432-4be3-b4db-b795b3c21e61 admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8571742 Sep 19 11:23:22.646236 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 53902) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:22.654490 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-319d6040-4ae6-4ab6-b960-05d928df575a admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1925469301-router', 'tenant_id': '8fd848b22f854563a0ab63ec0971b595', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:22.686518 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-319d6040-4ae6-4ab6-b960-05d928df575a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12666'] for router (58da3361-7a5a-4e96-800d-0405596592e9), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.688223 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-319d6040-4ae6-4ab6-b960-05d928df575a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-777908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router (58da3361-7a5a-4e96-800d-0405596592e9), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.743847 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb4b96b-81bb-4794-bef2-f89751bbc63b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 11:23:22.753390 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-319d6040-4ae6-4ab6-b960-05d928df575a admin admin] Publish callbacks [] for router_controller (58da3361-7a5a-4e96-800d-0405596592e9), precommit_add_association {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.783482 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp700f856c-545f-5006-8537-bc9c9f877a09-d68d492e-cdd4-4584-9409-0c6543a346e5', 'network_id': 'd68d492e-cdd4-4584-9409-0c6543a346e5', 'project_id': '8fd848b22f854563a0ab63ec0971b595', 'fixed_ips': [{'subnet_id': '781b53cd-d061-410d-9a4b-32b9c05dd0a4'}]}} from dv-cinder-820994-5-iscsi. {{(pid=106255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 11:23:22.784809 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.835398 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-feb4b96b-81bb-4794-bef2-f89751bbc63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (c41065d2-5551-4cb3-b374-f4cecafcff85), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.835742 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-feb4b96b-81bb-4794-bef2-f89751bbc63b admin admin] Added segment c41065d2-5551-4cb3-b374-f4cecafcff85 of type vlan for network f3f42746-643a-44f8-bda0-c0503923c439 Sep 19 11:23:22.936612 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4b96b-81bb-4794-bef2-f89751bbc63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777fb9d0-1a95-45e2-a3c7-278e6680c019,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:22.967722 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f53422a-d38a-48c7-84ec-46f9bdff7d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for subnet (0857979c-3349-4111-a884-534dbfbaeaf0), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:22.990173 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-feb4b96b-81bb-4794-bef2-f89751bbc63b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730871930287'] for network (f3f42746-643a-44f8-bda0-c0503923c439), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:23.044346 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.db_base_plugin_common [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Allocated IP 172.20.0.2 (d68d492e-cdd4-4584-9409-0c6543a346e5/781b53cd-d061-410d-9a4b-32b9c05dd0a4/5d99e1e2-9ccf-472d-85f9-936312d6bbd6) {{(pid=106255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:23:23.188090 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53422a-d38a-48c7-84ec-46f9bdff7d2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0857979c-3349-4111-a884-534dbfbaeaf0,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:23.206217 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-319d6040-4ae6-4ab6-b960-05d928df575a admin admin] Publish callbacks [] for router_gateway (58da3361-7a5a-4e96-800d-0405596592e9), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:23.210018 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-feb4b96b-81bb-4794-bef2-f89751bbc63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for network (f3f42746-643a-44f8-bda0-c0503923c439), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:23.214759 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb4b96b-81bb-4794-bef2-f89751bbc63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:23.215354 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-feb4b96b-81bb-4794-bef2-f89751bbc63b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:23.239870 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f53422a-d38a-48c7-84ec-46f9bdff7d2e admin admin] Checking segment: {'id': '7e5b877b-24b6-4285-8279-364e2e59bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:23:23.245687 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f53422a-d38a-48c7-84ec-46f9bdff7d2e admin admin] Network hostable DHCP agents. Network: 79977212-9704-4425-8d7a-e6522d6f3c5b, hostable agents: ['4823e8b3-ab16-40fd-b6f9-cda48b53bbb0'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 11:23:23.390440 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Publish callbacks [] for port (5d99e1e2-9ccf-472d-85f9-936312d6bbd6), precommit_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:23.403230 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (5d99e1e2-9ccf-472d-85f9-936312d6bbd6), after_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:23.444548 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-feb4b96b-81bb-4794-bef2-f89751bbc63b admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4840634 Sep 19 11:23:23.451631 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 53946) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:23.480041 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a6323e51-5866-4987-83f1-48aa6bbc7705 admin admin] Request body: {'subnet': {'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-602054919-subnet', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:23.535677 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:23.540160 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4b96b-81bb-4794-bef2-f89751bbc63b admin admin] Pushing event updated for resources: {'Network': ['ID=f3f42746-643a-44f8-bda0-c0503923c439,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:23.545537 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Network d68d492e-cdd4-4584-9409-0c6543a346e5 is already hosted by enough agents. {{(pid=106255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:23:23.559415 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f53422a-d38a-48c7-84ec-46f9bdff7d2e admin admin] Network 79977212-9704-4425-8d7a-e6522d6f3c5b is scheduled to be hosted by DHCP agent 4823e8b3-ab16-40fd-b6f9-cda48b53bbb0 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 11:23:23.572455 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6323e51-5866-4987-83f1-48aa6bbc7705 admin admin] Made reservation on behalf of 078bf59c33cc43579aeb270262079a37 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:23:23.572635 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Network f3f42746-643a-44f8-bda0-c0503923c439 details requested by agent ovs-agent-dv-cinder-820994-5-iscsi with host dv-cinder-820994-5-iscsi {{(pid=106255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 11:23:23.577151 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a6323e51-5866-4987-83f1-48aa6bbc7705 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:23.609307 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-7f53422a-d38a-48c7-84ec-46f9bdff7d2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-5-iscsi, 79977212-9704-4425-8d7a-e6522d6f3c5b) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:23.616552 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-319d6040-4ae6-4ab6-b960-05d928df575a admin admin] Publish callbacks [] for router_gateway (58da3361-7a5a-4e96-800d-0405596592e9), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:23.677583 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f53422a-d38a-48c7-84ec-46f9bdff7d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:23.678799 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f53422a-d38a-48c7-84ec-46f9bdff7d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:23.692205 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.base_scheduler [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Resources bound (agent type, host, resource id): {{(pid=106255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:23.700458 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16d6b89-145f-4554-8427-e6e9471482ff None None] Network 79977212-9704-4425-8d7a-e6522d6f3c5b requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:23:23.710441 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-319d6040-4ae6-4ab6-b960-05d928df575a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:23.724364 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-7f53422a-d38a-48c7-84ec-46f9bdff7d2e admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5026555 Sep 19 11:23:23.727746 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 53968) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:23.734945 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-de87a744-854b-4649-975f-91d3a4e0aba0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1903269221-router', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:23.774553 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de87a744-854b-4649-975f-91d3a4e0aba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12666'] for router (03f9ab4b-f064-43c1-bb4c-3751e1e578ed), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:23.776741 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de87a744-854b-4649-975f-91d3a4e0aba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-777908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router (03f9ab4b-f064-43c1-bb4c-3751e1e578ed), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:23.805961 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:23.820909 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Received port after_create {{(pid=106255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:23:23.860340 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Pushing event updated for resources: {'Port': ['ID=5d99e1e2-9ccf-472d-85f9-936312d6bbd6,revision_number=1']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:23.865209 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-319d6040-4ae6-4ab6-b960-05d928df575a admin admin] Allocated IP 172.27.2.49 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/ffbadce0-23e7-429c-a151-c36330b99d67) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:23:23.889345 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:23.890144 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:23.890820 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:23.891238 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:23.891581 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:23.892178 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:23.892393 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:23.892686 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:23.893009 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:23.893331 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:23.893656 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:23.893991 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:23.894315 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:23.894625 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:23.895185 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Tracked resource versions report: Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: pushed versions: Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: { 'AddressGroup': {'1.2'}, Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Agent': {'1.1'}, Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'ConntrackHelper': {'1.0'}, Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'LocalIPAssociation': {'1.0'}, Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Log': {'1.0'}, Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'NDPProxy': {'1.0'}, Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Network': {'1.1'}, Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Port': {'1.7'}, Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'PortForwarding': {'1.3'}, Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'QosPolicy': {'1.10'}, Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'SecurityGroup': {'1.5'}, Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'SecurityGroupRule': {'1.2'}, Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'SubPort': {'1.0'}, Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Subnet': {'1.1'}, Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Trunk': {'1.1'}} Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: consumer versions: Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: { DHCP agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: HyperV agent@hv-cinder-82099: {}, Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: L3 agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: Metadata agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: Metering agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: Open vSwitch agent@dv-cinder-820994-5-iscsi: { 'AddressGroup': '1.2', Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Agent': '1.1', Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'ConntrackHelper': '1.0', Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'LocalIPAssociation': '1.0', Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Log': '1.0', Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'NDPProxy': '1.0', Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Network': '1.1', Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Port': '1.7', Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'PortForwarding': '1.3', Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'QosPolicy': '1.10', Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'SecurityGroup': '1.5', Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'SecurityGroupRule': '1.2', Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'SubPort': '1.0', Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Subnet': '1.1', Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: 'Trunk': '1.1'}} Sep 19 11:23:23.896695 dv-cinder-820994-5-iscsi neutron-server[106255]: {{(pid=106255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 11:23:23.941550 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:23.976037 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cf34b778-5431-4cd1-889e-9da9cc02a48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for subnet (da16c182-c3ae-4775-9d91-5e2002af698e), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:23.998912 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:24.026708 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de87a744-854b-4649-975f-91d3a4e0aba0 admin admin] Publish callbacks [] for router_controller (03f9ab4b-f064-43c1-bb4c-3751e1e578ed), precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:24.031512 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34b778-5431-4cd1-889e-9da9cc02a48e admin admin] Pushing event updated for resources: {'Subnet': ['ID=da16c182-c3ae-4775-9d91-5e2002af698e,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:24.074074 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-319d6040-4ae6-4ab6-b960-05d928df575a admin admin] Publish callbacks [] for port (ffbadce0-23e7-429c-a151-c36330b99d67), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:24.085624 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f5180e-81ec-4032-9f6c-b7e1ae615302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp700f856c-545f-5006-8537-bc9c9f877a09-79977212-9704-4425-8d7a-e6522d6f3c5b', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'fixed_ips': [{'subnet_id': '0857979c-3349-4111-a884-534dbfbaeaf0'}]}} from dv-cinder-820994-5-iscsi. {{(pid=106255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 11:23:24.086914 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f9f5180e-81ec-4032-9f6c-b7e1ae615302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:24.092711 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Attempting to bind port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:23:24.093383 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Attempting to bind port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd68d492e-cdd4-4584-9409-0c6543a346e5'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:23:24.094195 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Attempting to bind port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 on network d68d492e-cdd4-4584-9409-0c6543a346e5 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:23:24.107153 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:24.114392 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:UPDATE=6,neutron:SELECT=88,neutron:INSERT=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:24.143550 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf34b778-5431-4cd1-889e-9da9cc02a48e admin admin] Checking segment: {'id': '72995677-08f5-40c1-af00-f097f32b62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:23:24.143992 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf34b778-5431-4cd1-889e-9da9cc02a48e admin admin] Network hostable DHCP agents. Network: 8f760d48-3e02-4562-abc4-dc5b172f3b8a, hostable agents: ['4823e8b3-ab16-40fd-b6f9-cda48b53bbb0'], hosted agents: [] {{(pid=106254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 11:23:24.222970 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf34b778-5431-4cd1-889e-9da9cc02a48e admin admin] Network 8f760d48-3e02-4562-abc4-dc5b172f3b8a is scheduled to be hosted by DHCP agent 4823e8b3-ab16-40fd-b6f9-cda48b53bbb0 with binding_index 1 {{(pid=106254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 11:23:24.232266 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-319d6040-4ae6-4ab6-b960-05d928df575a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (ffbadce0-23e7-429c-a151-c36330b99d67), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:24.248553 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a6323e51-5866-4987-83f1-48aa6bbc7705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for subnet (637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:24.277201 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-cf34b778-5431-4cd1-889e-9da9cc02a48e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-5-iscsi, 8f760d48-3e02-4562-abc4-dc5b172f3b8a) {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:24.290187 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf34b778-5431-4cd1-889e-9da9cc02a48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:24.291040 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cf34b778-5431-4cd1-889e-9da9cc02a48e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:24.301802 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fa3f72-b559-4fd0-bf13-00fbc2982001 None None] Network 8f760d48-3e02-4562-abc4-dc5b172f3b8a requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:23:24.317528 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319d6040-4ae6-4ab6-b960-05d928df575a admin admin] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:23:24.322667 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-319d6040-4ae6-4ab6-b960-05d928df575a admin admin] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:24.326421 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319d6040-4ae6-4ab6-b960-05d928df575a admin admin] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:23:24.362401 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:23:24.364521 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Checking segment: {'id': 'c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd68d492e-cdd4-4584-9409-0c6543a346e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:23:24.365184 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:24.365879 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Bound using segment: {'id': 'c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd68d492e-cdd4-4584-9409-0c6543a346e5'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:23:24.367730 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Bound port: 5d99e1e2-9ccf-472d-85f9-936312d6bbd6, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd68d492e-cdd4-4584-9409-0c6543a346e5'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:23:24.369182 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (5d99e1e2-9ccf-472d-85f9-936312d6bbd6), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:24.375875 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-cf34b778-5431-4cd1-889e-9da9cc02a48e admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8655398 Sep 19 11:23:24.378980 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d6040-4ae6-4ab6-b960-05d928df575a admin admin] Pushing event updated for resources: {'Port': ['ID=ffbadce0-23e7-429c-a151-c36330b99d67,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:24.384676 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 53980) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:24.395076 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de87a744-854b-4649-975f-91d3a4e0aba0 admin admin] Publish callbacks [] for router_gateway (03f9ab4b-f064-43c1-bb4c-3751e1e578ed), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:24.401969 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6323e51-5866-4987-83f1-48aa6bbc7705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:24.422090 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-5e6bd5da-6306-4ec5-95b8-f3256e3759ff admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-660026723-router', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:24.427137 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6323e51-5866-4987-83f1-48aa6bbc7705 admin admin] Checking segment: {'id': 'c41065d2-5551-4cb3-b374-f4cecafcff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:23:24.427633 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6323e51-5866-4987-83f1-48aa6bbc7705 admin admin] Network hostable DHCP agents. Network: f3f42746-643a-44f8-bda0-c0503923c439, hostable agents: ['4823e8b3-ab16-40fd-b6f9-cda48b53bbb0'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 11:23:24.485126 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd5da-6306-4ec5-95b8-f3256e3759ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12666'] for router (6b6a071f-fac5-486e-b461-32feb13a2d53), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:24.486709 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd5da-6306-4ec5-95b8-f3256e3759ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-777908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router (6b6a071f-fac5-486e-b461-32feb13a2d53), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:24.605176 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6323e51-5866-4987-83f1-48aa6bbc7705 admin admin] Network f3f42746-643a-44f8-bda0-c0503923c439 is scheduled to be hosted by DHCP agent 4823e8b3-ab16-40fd-b6f9-cda48b53bbb0 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 11:23:24.606045 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd5da-6306-4ec5-95b8-f3256e3759ff admin admin] Publish callbacks [] for router_controller (6b6a071f-fac5-486e-b461-32feb13a2d53), precommit_add_association {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:24.615341 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 53992) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:24.636333 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-a6323e51-5866-4987-83f1-48aa6bbc7705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-5-iscsi, f3f42746-643a-44f8-bda0-c0503923c439) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:24.658760 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6323e51-5866-4987-83f1-48aa6bbc7705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:24.659358 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a6323e51-5866-4987-83f1-48aa6bbc7705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:24.767280 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a6323e51-5866-4987-83f1-48aa6bbc7705 admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3069372 Sep 19 11:23:24.770823 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 54004) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:24.779559 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-73fdc0b4-0805-4e47-8271-bd8fd307f86b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-602054919-router', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:24.828365 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd5da-6306-4ec5-95b8-f3256e3759ff admin admin] Publish callbacks [] for router_gateway (6b6a071f-fac5-486e-b461-32feb13a2d53), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:24.852384 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-319d6040-4ae6-4ab6-b960-05d928df575a admin admin] Publish callbacks [] for router_gateway (58da3361-7a5a-4e96-800d-0405596592e9), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:24.869113 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a52792ee-071a-4938-8e2a-2c74193d33bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:24.923178 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73fdc0b4-0805-4e47-8271-bd8fd307f86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12666'] for router (86ea997c-76a2-46f2-9bff-3aba867b6a07), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:24.924579 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73fdc0b4-0805-4e47-8271-bd8fd307f86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-777908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router (86ea997c-76a2-46f2-9bff-3aba867b6a07), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:24.944230 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:24.957475 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.db_base_plugin_common [None req-f9f5180e-81ec-4032-9f6c-b7e1ae615302 None None] Allocated IP 172.20.0.2 (79977212-9704-4425-8d7a-e6522d6f3c5b/0857979c-3349-4111-a884-534dbfbaeaf0/5bea2afe-7346-45b4-8a3b-5677f7612612) {{(pid=106255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:23:25.049757 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de87a744-854b-4649-975f-91d3a4e0aba0 admin admin] Publish callbacks [] for router_gateway (03f9ab4b-f064-43c1-bb4c-3751e1e578ed), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:25.117246 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73fdc0b4-0805-4e47-8271-bd8fd307f86b admin admin] Publish callbacks [] for router_controller (86ea997c-76a2-46f2-9bff-3aba867b6a07), precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:25.123051 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de87a744-854b-4649-975f-91d3a4e0aba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:25.142966 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f9f5180e-81ec-4032-9f6c-b7e1ae615302 None None] Publish callbacks [] for port (5bea2afe-7346-45b4-8a3b-5677f7612612), precommit_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:25.156880 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f2726e-72f7-4468-8989-f2058dcafa77 None None] Network f3f42746-643a-44f8-bda0-c0503923c439 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:23:25.270721 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:25.272399 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f9f5180e-81ec-4032-9f6c-b7e1ae615302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (5bea2afe-7346-45b4-8a3b-5677f7612612), after_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:25.312209 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f5180e-81ec-4032-9f6c-b7e1ae615302 None None] Network 79977212-9704-4425-8d7a-e6522d6f3c5b is already hosted by enough agents. {{(pid=106255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:23:25.324594 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.base_scheduler [None req-f9f5180e-81ec-4032-9f6c-b7e1ae615302 None None] Resources bound (agent type, host, resource id): {{(pid=106255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:25.328651 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f5180e-81ec-4032-9f6c-b7e1ae615302 None None] Received port after_create {{(pid=106255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:23:25.353043 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035c03df-07bb-49cc-b2c0-81b77340b999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp700f856c-545f-5006-8537-bc9c9f877a09-8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'fixed_ips': [{'subnet_id': 'da16c182-c3ae-4775-9d91-5e2002af698e'}]}} from dv-cinder-820994-5-iscsi. {{(pid=106255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 11:23:25.354441 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-035c03df-07bb-49cc-b2c0-81b77340b999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:25.481899 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] For port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:23:25.495668 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf8b402-b1fc-4fa0-aab3-c468cad3980e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp700f856c-545f-5006-8537-bc9c9f877a09-f3f42746-643a-44f8-bda0-c0503923c439', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'project_id': '078bf59c33cc43579aeb270262079a37', 'fixed_ips': [{'subnet_id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924'}]}} from dv-cinder-820994-5-iscsi. {{(pid=106255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 11:23:25.496894 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9cf8b402-b1fc-4fa0-aab3-c468cad3980e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:25.554398 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-319d6040-4ae6-4ab6-b960-05d928df575a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-777964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779044'] for router (58da3361-7a5a-4e96-800d-0405596592e9), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:25.555714 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] For port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=5d99e1e2-9ccf-472d-85f9-936312d6bbd6,segment=NetworkSegment(c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455),segment_id=c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:23:25.589984 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73fdc0b4-0805-4e47-8271-bd8fd307f86b admin admin] Publish callbacks [] for router_gateway (86ea997c-76a2-46f2-9bff-3aba867b6a07), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:25.596266 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:25.650212 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (5d99e1e2-9ccf-472d-85f9-936312d6bbd6), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:25.663530 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-f9f5180e-81ec-4032-9f6c-b7e1ae615302 None None] Attempting to bind port 5bea2afe-7346-45b4-8a3b-5677f7612612 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:23:25.663971 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-f9f5180e-81ec-4032-9f6c-b7e1ae615302 None None] Attempting to bind port 5bea2afe-7346-45b4-8a3b-5677f7612612 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': '7e5b877b-24b6-4285-8279-364e2e59bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:23:25.664344 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5180e-81ec-4032-9f6c-b7e1ae615302 None None] Attempting to bind port 5bea2afe-7346-45b4-8a3b-5677f7612612 on network 79977212-9704-4425-8d7a-e6522d6f3c5b {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:23:25.682621 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5180e-81ec-4032-9f6c-b7e1ae615302 None None] Pushing event updated for resources: {'Port': ['ID=5bea2afe-7346-45b4-8a3b-5677f7612612,revision_number=1']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:25.686967 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:25.691793 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:25.721596 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd5da-6306-4ec5-95b8-f3256e3759ff admin admin] Publish callbacks [] for router_gateway (6b6a071f-fac5-486e-b461-32feb13a2d53), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:25.826735 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a52792ee-071a-4938-8e2a-2c74193d33bf admin admin] Publish callbacks [] for security_group (553a2196-dd6d-4103-b5bb-ad22d8200364), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:25.835264 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd5da-6306-4ec5-95b8-f3256e3759ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:25.837074 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:25.840354 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:25.951637 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5180e-81ec-4032-9f6c-b7e1ae615302 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:23:25.952308 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5180e-81ec-4032-9f6c-b7e1ae615302 None None] Checking segment: {'id': '7e5b877b-24b6-4285-8279-364e2e59bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:23:25.952843 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f9f5180e-81ec-4032-9f6c-b7e1ae615302 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:25.953374 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5180e-81ec-4032-9f6c-b7e1ae615302 None None] Bound using segment: {'id': '7e5b877b-24b6-4285-8279-364e2e59bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:23:25.953996 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-f9f5180e-81ec-4032-9f6c-b7e1ae615302 None None] Bound port: 5bea2afe-7346-45b4-8a3b-5677f7612612, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5b877b-24b6-4285-8279-364e2e59bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:23:25.954534 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f9f5180e-81ec-4032-9f6c-b7e1ae615302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (5bea2afe-7346-45b4-8a3b-5677f7612612), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:25.954706 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a52792ee-071a-4938-8e2a-2c74193d33bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (553a2196-dd6d-4103-b5bb-ad22d8200364), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:26.004375 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319d6040-4ae6-4ab6-b960-05d928df575a admin admin] Router 58da3361-7a5a-4e96-800d-0405596592e9 is scheduled to L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 with binding_index 1 {{(pid=106254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 11:23:26.004657 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a61d-b634-4517-8232-8be38f9a1d98 None None] Pushing event updated for resources: {'Port': ['ID=5d99e1e2-9ccf-472d-85f9-936312d6bbd6,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:26.016807 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:26.033118 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.db_base_plugin_common [None req-035c03df-07bb-49cc-b2c0-81b77340b999 None None] Allocated IP 172.20.0.2 (8f760d48-3e02-4562-abc4-dc5b172f3b8a/da16c182-c3ae-4775-9d91-5e2002af698e/98abcdd4-83fc-4f68-8101-816f5d42d937) {{(pid=106255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:23:26.074510 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 54060) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:26.077547 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-de87a744-854b-4649-975f-91d3a4e0aba0 admin admin] Allocated IP 172.27.2.73 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/8de59461-24b8-47a9-864b-e94a6e4d6047) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:23:26.124877 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a52792ee-071a-4938-8e2a-2c74193d33bf admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=cfccfb243e074da4958a5c4855232cf1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5053802 Sep 19 11:23:26.129590 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54066) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:26.174295 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.db_base_plugin_common [None req-9cf8b402-b1fc-4fa0-aab3-c468cad3980e None None] Allocated IP 172.20.0.2 (f3f42746-643a-44f8-bda0-c0503923c439/637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924/149f9d05-7ae0-4868-abe7-999fb2e3d1f5) {{(pid=106255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:23:26.313077 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319d6040-4ae6-4ab6-b960-05d928df575a admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:23:26.330113 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] Sync routers for ids ['58da3361-7a5a-4e96-800d-0405596592e9'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:23:26.358515 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] Routers {'58da3361-7a5a-4e96-800d-0405596592e9'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:23:26.359153 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:23:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['58da3361-7a5a-4e96-800d-0405596592e9'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:26.365820 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-155f448f-b519-49be-9fca-f583a0b979af admin admin] Publish callbacks [] for security_group (553a2196-dd6d-4103-b5bb-ad22d8200364), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:26.388251 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52792ee-071a-4938-8e2a-2c74193d33bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553a2196-dd6d-4103-b5bb-ad22d8200364,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:26.390511 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-319d6040-4ae6-4ab6-b960-05d928df575a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:26.394959 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-319d6040-4ae6-4ab6-b960-05d928df575a admin admin] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7449098 Sep 19 11:23:26.400680 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54078) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:26.413221 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73fdc0b4-0805-4e47-8271-bd8fd307f86b admin admin] Publish callbacks [] for router_gateway (86ea997c-76a2-46f2-9bff-3aba867b6a07), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:26.449609 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-155f448f-b519-49be-9fca-f583a0b979af admin admin] Publish callbacks [] for security_group (553a2196-dd6d-4103-b5bb-ad22d8200364), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:26.471457 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-035c03df-07bb-49cc-b2c0-81b77340b999 None None] Publish callbacks [] for port (98abcdd4-83fc-4f68-8101-816f5d42d937), precommit_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:26.476599 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:UPDATE=7 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:26.490596 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-035c03df-07bb-49cc-b2c0-81b77340b999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (98abcdd4-83fc-4f68-8101-816f5d42d937), after_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:26.491537 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66673c27-14c2-4845-8aaf-b0ee01fe3b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:26.534946 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73fdc0b4-0805-4e47-8271-bd8fd307f86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:26.546247 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-f9f5180e-81ec-4032-9f6c-b7e1ae615302 None None] For port 5bea2afe-7346-45b4-8a3b-5677f7612612, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:23:26.554470 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035c03df-07bb-49cc-b2c0-81b77340b999 None None] Network 8f760d48-3e02-4562-abc4-dc5b172f3b8a is already hosted by enough agents. {{(pid=106255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:23:26.581344 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.base_scheduler [None req-035c03df-07bb-49cc-b2c0-81b77340b999 None None] Resources bound (agent type, host, resource id): {{(pid=106255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:26.584590 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:26.610169 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035c03df-07bb-49cc-b2c0-81b77340b999 None None] Received port after_create {{(pid=106255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:23:26.642385 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-f9f5180e-81ec-4032-9f6c-b7e1ae615302 None None] For port 5bea2afe-7346-45b4-8a3b-5677f7612612, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=5bea2afe-7346-45b4-8a3b-5677f7612612,segment=NetworkSegment(7e5b877b-24b6-4285-8279-364e2e59bab9),segment_id=7e5b877b-24b6-4285-8279-364e2e59bab9)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:23:26.650525 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c03df-07bb-49cc-b2c0-81b77340b999 None None] Pushing event updated for resources: {'Port': ['ID=98abcdd4-83fc-4f68-8101-816f5d42d937,revision_number=1']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:26.679473 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-155f448f-b519-49be-9fca-f583a0b979af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (553a2196-dd6d-4103-b5bb-ad22d8200364), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:26.680006 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f9f5180e-81ec-4032-9f6c-b7e1ae615302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (5bea2afe-7346-45b4-8a3b-5677f7612612), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:26.684011 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-155f448f-b519-49be-9fca-f583a0b979af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:26.691390 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-155f448f-b519-49be-9fca-f583a0b979af admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/553a2196-dd6d-4103-b5bb-ad22d8200364 HTTP/1.1" status: 204 len: 168 time: 0.5607371 Sep 19 11:23:26.731536 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f448f-b519-49be-9fca-f583a0b979af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553a2196-dd6d-4103-b5bb-ad22d8200364,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:26.907153 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-035c03df-07bb-49cc-b2c0-81b77340b999 None None] Attempting to bind port 98abcdd4-83fc-4f68-8101-816f5d42d937 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:23:26.907533 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-035c03df-07bb-49cc-b2c0-81b77340b999 None None] Attempting to bind port 98abcdd4-83fc-4f68-8101-816f5d42d937 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': '72995677-08f5-40c1-af00-f097f32b62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:23:26.909746 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c03df-07bb-49cc-b2c0-81b77340b999 None None] Attempting to bind port 98abcdd4-83fc-4f68-8101-816f5d42d937 on network 8f760d48-3e02-4562-abc4-dc5b172f3b8a {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:23:26.991134 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9cf8b402-b1fc-4fa0-aab3-c468cad3980e None None] Publish callbacks [] for port (149f9d05-7ae0-4868-abe7-999fb2e3d1f5), precommit_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:26.996617 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] Set router 58da3361-7a5a-4e96-800d-0405596592e9 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:23:27.049267 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9cf8b402-b1fc-4fa0-aab3-c468cad3980e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (149f9d05-7ae0-4868-abe7-999fb2e3d1f5), after_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:27.051654 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66673c27-14c2-4845-8aaf-b0ee01fe3b36 admin admin] Publish callbacks [] for security_group (4fc1890a-b377-475c-a125-c99f2da27384), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:27.077834 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66673c27-14c2-4845-8aaf-b0ee01fe3b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (4fc1890a-b377-475c-a125-c99f2da27384), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:27.079518 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5180e-81ec-4032-9f6c-b7e1ae615302 None None] Pushing event updated for resources: {'Port': ['ID=5bea2afe-7346-45b4-8a3b-5677f7612612,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:27.101787 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de87a744-854b-4649-975f-91d3a4e0aba0 admin admin] Publish callbacks [] for port (8de59461-24b8-47a9-864b-e94a6e4d6047), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:27.197296 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66673c27-14c2-4845-8aaf-b0ee01fe3b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc1890a-b377-475c-a125-c99f2da27384,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:27.324923 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:27.325894 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=6 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:27.374551 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-66673c27-14c2-4845-8aaf-b0ee01fe3b36 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=2894018d1d984b839e5b900a1be2e896&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2877748 Sep 19 11:23:27.376923 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 54118) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:27.382800 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf8b402-b1fc-4fa0-aab3-c468cad3980e None None] Network f3f42746-643a-44f8-bda0-c0503923c439 is already hosted by enough agents. {{(pid=106255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:23:27.392917 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c03df-07bb-49cc-b2c0-81b77340b999 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:23:27.393706 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c03df-07bb-49cc-b2c0-81b77340b999 None None] Checking segment: {'id': '72995677-08f5-40c1-af00-f097f32b62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:23:27.406082 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-035c03df-07bb-49cc-b2c0-81b77340b999 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:27.406812 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c03df-07bb-49cc-b2c0-81b77340b999 None None] Bound using segment: {'id': '72995677-08f5-40c1-af00-f097f32b62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:23:27.407527 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-035c03df-07bb-49cc-b2c0-81b77340b999 None None] Bound port: 98abcdd4-83fc-4f68-8101-816f5d42d937, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72995677-08f5-40c1-af00-f097f32b62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:23:27.408099 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-035c03df-07bb-49cc-b2c0-81b77340b999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (98abcdd4-83fc-4f68-8101-816f5d42d937), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:27.428375 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.base_scheduler [None req-9cf8b402-b1fc-4fa0-aab3-c468cad3980e None None] Resources bound (agent type, host, resource id): {{(pid=106255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:27.463988 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf8b402-b1fc-4fa0-aab3-c468cad3980e None None] Received port after_create {{(pid=106255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:23:27.472515 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8b402-b1fc-4fa0-aab3-c468cad3980e None None] Pushing event updated for resources: {'Port': ['ID=149f9d05-7ae0-4868-abe7-999fb2e3d1f5,revision_number=1']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:27.532966 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54124) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:27.534008 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58da3361-7a5a-4e96-800d-0405596592e9', 'name': 'tempest-DeleteServersTestJSON-1925469301-router', 'tenant_id': '8fd848b22f854563a0ab63ec0971b595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'ffbadce0-23e7-429c-a151-c36330b99d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:22Z', 'updated_at': '2022-09-19T11:23:24Z', 'revision_number': 3, 'project_id': '8fd848b22f854563a0ab63ec0971b595', 'gw_port': {'id': 'ffbadce0-23e7-429c-a151-c36330b99d67', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58da3361-7a5a-4e96-800d-0405596592e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:27.566098 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e04e6c38-384e-4b64-85c9-7bfcb0fd1270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:27.601538 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] Checking router: 58da3361-7a5a-4e96-800d-0405596592e9 for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:23:27.602481 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] Updating router 58da3361-7a5a-4e96-800d-0405596592e9 port ffbadce0-23e7-429c-a151-c36330b99d67 binding host dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:23:27.632039 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de87a744-854b-4649-975f-91d3a4e0aba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (8de59461-24b8-47a9-864b-e94a6e4d6047), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:27.645040 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d78a32c-ced3-438a-bae7-ee1c70130871 None None] Network d68d492e-cdd4-4584-9409-0c6543a346e5 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:23:27.671313 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de87a744-854b-4649-975f-91d3a4e0aba0 admin admin] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:23:27.674833 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98deb60b-53f5-4279-ae6b-69d95a0b0ad7 admin admin] Publish callbacks [] for security_group (4fc1890a-b377-475c-a125-c99f2da27384), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:27.679429 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (ffbadce0-23e7-429c-a151-c36330b99d67), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:27.692720 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:23:27.704498 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-9cf8b402-b1fc-4fa0-aab3-c468cad3980e None None] Attempting to bind port 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:23:27.704943 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-de87a744-854b-4649-975f-91d3a4e0aba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:27.705129 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-9cf8b402-b1fc-4fa0-aab3-c468cad3980e None None] Attempting to bind port 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'c41065d2-5551-4cb3-b374-f4cecafcff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:23:27.705588 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8b402-b1fc-4fa0-aab3-c468cad3980e None None] Attempting to bind port 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 on network f3f42746-643a-44f8-bda0-c0503923c439 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:23:27.709494 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de87a744-854b-4649-975f-91d3a4e0aba0 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:23:27.726527 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:27.748454 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3a02571f-b25e-4a71-a5f5-efb4ad7feab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:27.868268 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-5e6bd5da-6306-4ec5-95b8-f3256e3759ff admin admin] Allocated IP 172.27.2.119 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/8143c7f8-13d5-4330-91d8-e90ce04d5dc4) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:23:27.941102 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:UPDATE=3,neutron:SELECT=82,neutron:INSERT=15 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:27.955408 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-035c03df-07bb-49cc-b2c0-81b77340b999 None None] For port 98abcdd4-83fc-4f68-8101-816f5d42d937, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:23:28.009357 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-a000ea4e-171d-4e12-9859-3cff4aa8e1e5 None None] Provisioning complete for port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:28.010223 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a000ea4e-171d-4e12-9859-3cff4aa8e1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (5d99e1e2-9ccf-472d-85f9-936312d6bbd6), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:28.010854 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-a000ea4e-171d-4e12-9859-3cff4aa8e1e5 None None] Attempt 1 to provision port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 Sep 19 11:23:28.018854 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-035c03df-07bb-49cc-b2c0-81b77340b999 None None] For port 98abcdd4-83fc-4f68-8101-816f5d42d937, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=98abcdd4-83fc-4f68-8101-816f5d42d937,segment=NetworkSegment(72995677-08f5-40c1-af00-f097f32b62f8),segment_id=72995677-08f5-40c1-af00-f097f32b62f8)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:23:28.089824 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98deb60b-53f5-4279-ae6b-69d95a0b0ad7 admin admin] Publish callbacks [] for security_group (4fc1890a-b377-475c-a125-c99f2da27384), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:28.101568 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-035c03df-07bb-49cc-b2c0-81b77340b999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (98abcdd4-83fc-4f68-8101-816f5d42d937), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:28.160860 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87a744-854b-4649-975f-91d3a4e0aba0 admin admin] Pushing event updated for resources: {'Port': ['ID=8de59461-24b8-47a9-864b-e94a6e4d6047,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:28.203381 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e04e6c38-384e-4b64-85c9-7bfcb0fd1270 admin admin] Publish callbacks [] for security_group (c2a22b82-92a0-49cc-908b-9ce11d1e7cce), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:28.203606 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de87a744-854b-4649-975f-91d3a4e0aba0 admin admin] Publish callbacks [] for router_gateway (03f9ab4b-f064-43c1-bb4c-3751e1e578ed), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:28.222169 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e04e6c38-384e-4b64-85c9-7bfcb0fd1270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (c2a22b82-92a0-49cc-908b-9ce11d1e7cce), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:28.247065 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c03df-07bb-49cc-b2c0-81b77340b999 None None] Pushing event updated for resources: {'Port': ['ID=98abcdd4-83fc-4f68-8101-816f5d42d937,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:28.277773 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8b402-b1fc-4fa0-aab3-c468cad3980e None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:23:28.277773 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8b402-b1fc-4fa0-aab3-c468cad3980e None None] Checking segment: {'id': 'c41065d2-5551-4cb3-b374-f4cecafcff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:23:28.277773 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9cf8b402-b1fc-4fa0-aab3-c468cad3980e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:28.277773 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8b402-b1fc-4fa0-aab3-c468cad3980e None None] Bound using segment: {'id': 'c41065d2-5551-4cb3-b374-f4cecafcff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:23:28.277773 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-9cf8b402-b1fc-4fa0-aab3-c468cad3980e None None] Bound port: 149f9d05-7ae0-4868-abe7-999fb2e3d1f5, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41065d2-5551-4cb3-b374-f4cecafcff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:23:28.277773 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9cf8b402-b1fc-4fa0-aab3-c468cad3980e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (149f9d05-7ae0-4868-abe7-999fb2e3d1f5), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:28.318311 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-e04e6c38-384e-4b64-85c9-7bfcb0fd1270 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=c4e0c1a9cc7547f79bedfc6ae85dae7f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7814622 Sep 19 11:23:28.342255 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:28.342629 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (5d99e1e2-9ccf-472d-85f9-936312d6bbd6), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:28.342958 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 Sep 19 11:23:28.382507 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e6c38-384e-4b64-85c9-7bfcb0fd1270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a22b82-92a0-49cc-908b-9ce11d1e7cce,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:28.404046 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54140) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:28.514444 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:28.581605 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61259db5-bb25-428e-b034-4569db883087 None None] Network 79977212-9704-4425-8d7a-e6522d6f3c5b requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:23:28.618111 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd5da-6306-4ec5-95b8-f3256e3759ff admin admin] Publish callbacks [] for port (8143c7f8-13d5-4330-91d8-e90ce04d5dc4), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:28.623439 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-3a02571f-b25e-4a71-a5f5-efb4ad7feab1 admin admin] Allocated IP 172.20.0.1 (d68d492e-cdd4-4584-9409-0c6543a346e5/781b53cd-d061-410d-9a4b-32b9c05dd0a4/18f6adcb-d321-4293-8b0c-0b9bf4509b31) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:23:28.628728 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98deb60b-53f5-4279-ae6b-69d95a0b0ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (4fc1890a-b377-475c-a125-c99f2da27384), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:28.631528 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98deb60b-53f5-4279-ae6b-69d95a0b0ad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:28.634610 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-98deb60b-53f5-4279-ae6b-69d95a0b0ad7 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/4fc1890a-b377-475c-a125-c99f2da27384 HTTP/1.1" status: 204 len: 168 time: 1.2242439 Sep 19 11:23:28.669251 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98deb60b-53f5-4279-ae6b-69d95a0b0ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc1890a-b377-475c-a125-c99f2da27384,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:28.869167 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-9cf8b402-b1fc-4fa0-aab3-c468cad3980e None None] For port 149f9d05-7ae0-4868-abe7-999fb2e3d1f5, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:23:28.876965 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-9cf8b402-b1fc-4fa0-aab3-c468cad3980e None None] For port 149f9d05-7ae0-4868-abe7-999fb2e3d1f5, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=149f9d05-7ae0-4868-abe7-999fb2e3d1f5,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:23:28.892516 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:28.905462 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de87a744-854b-4649-975f-91d3a4e0aba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-777964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779044'] for router (03f9ab4b-f064-43c1-bb4c-3751e1e578ed), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:28.922975 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3889e476-7ed2-44fd-80e1-8d5b9c2d85bf admin admin] Publish callbacks [] for security_group (c2a22b82-92a0-49cc-908b-9ce11d1e7cce), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:28.976667 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:28.987971 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:28.988453 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (5d99e1e2-9ccf-472d-85f9-936312d6bbd6), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:28.993573 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3889e476-7ed2-44fd-80e1-8d5b9c2d85bf admin admin] Publish callbacks [] for security_group (c2a22b82-92a0-49cc-908b-9ce11d1e7cce), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:29.003818 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:29.008414 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd5da-6306-4ec5-95b8-f3256e3759ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (8143c7f8-13d5-4330-91d8-e90ce04d5dc4), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:29.048139 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9cf8b402-b1fc-4fa0-aab3-c468cad3980e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (149f9d05-7ae0-4868-abe7-999fb2e3d1f5), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:29.093146 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:29.203814 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54156) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:29.239409 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3a02571f-b25e-4a71-a5f5-efb4ad7feab1 admin admin] Publish callbacks [] for port (18f6adcb-d321-4293-8b0c-0b9bf4509b31), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:29.242713 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-a000ea4e-171d-4e12-9859-3cff4aa8e1e5 None None] Current status of the port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:29.243386 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a000ea4e-171d-4e12-9859-3cff4aa8e1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (5d99e1e2-9ccf-472d-85f9-936312d6bbd6), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:29.394132 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6bd5da-6306-4ec5-95b8-f3256e3759ff admin admin] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:23:29.420474 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bd5da-6306-4ec5-95b8-f3256e3759ff admin admin] Pushing event updated for resources: {'Port': ['ID=8143c7f8-13d5-4330-91d8-e90ce04d5dc4,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:29.453483 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-5e6bd5da-6306-4ec5-95b8-f3256e3759ff admin admin] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:29.462143 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6bd5da-6306-4ec5-95b8-f3256e3759ff admin admin] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:23:29.465566 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] For port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=5d99e1e2-9ccf-472d-85f9-936312d6bbd6,segment=NetworkSegment(c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455),segment_id=c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:23:29.472074 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-73fdc0b4-0805-4e47-8271-bd8fd307f86b admin admin] Allocated IP 172.27.2.113 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/37a78404-d208-4ade-8b64-d019e139a420) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:23:29.481701 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8b402-b1fc-4fa0-aab3-c468cad3980e None None] Pushing event updated for resources: {'Port': ['ID=149f9d05-7ae0-4868-abe7-999fb2e3d1f5,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:29.487745 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (5d99e1e2-9ccf-472d-85f9-936312d6bbd6), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:29.489780 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 5bea2afe-7346-45b4-8a3b-5677f7612612 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:23:29.838482 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.db.api [None req-a000ea4e-171d-4e12-9859-3cff4aa8e1e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 19 11:23:29.839273 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG oslo_db.api [None req-a000ea4e-171d-4e12-9859-3cff4aa8e1e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 11:23:29.874538 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 5bea2afe-7346-45b4-8a3b-5677f7612612 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:29.875307 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (5bea2afe-7346-45b4-8a3b-5677f7612612), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:29.876329 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 5bea2afe-7346-45b4-8a3b-5677f7612612 Sep 19 11:23:29.904236 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de87a744-854b-4649-975f-91d3a4e0aba0 admin admin] Router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed is scheduled to L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 11:23:29.937765 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Pushing event updated for resources: {'Port': ['ID=5d99e1e2-9ccf-472d-85f9-936312d6bbd6,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:30.000862 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 5bea2afe-7346-45b4-8a3b-5677f7612612 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:30.001413 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (5bea2afe-7346-45b4-8a3b-5677f7612612), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:30.043649 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441488b4-3af2-4ba2-a32b-cf087abcf8d7 None None] Network 8f760d48-3e02-4562-abc4-dc5b172f3b8a requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:23:30.056007 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] For port 5bea2afe-7346-45b4-8a3b-5677f7612612, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=5bea2afe-7346-45b4-8a3b-5677f7612612,segment=NetworkSegment(7e5b877b-24b6-4285-8279-364e2e59bab9),segment_id=7e5b877b-24b6-4285-8279-364e2e59bab9)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:23:30.072568 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (5bea2afe-7346-45b4-8a3b-5677f7612612), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:30.072832 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3a02571f-b25e-4a71-a5f5-efb4ad7feab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (18f6adcb-d321-4293-8b0c-0b9bf4509b31), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:30.117832 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4286ef09-10a5-4b15-99cc-3e78ed4db2a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:30.120488 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:30.122655 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de87a744-854b-4649-975f-91d3a4e0aba0 admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:23:30.145536 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73fdc0b4-0805-4e47-8271-bd8fd307f86b admin admin] Publish callbacks [] for port (37a78404-d208-4ade-8b64-d019e139a420), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:30.195386 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de87a744-854b-4649-975f-91d3a4e0aba0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:30.196974 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-de87a744-854b-4649-975f-91d3a4e0aba0 admin admin] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4675999 Sep 19 11:23:30.202207 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 54190) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:30.241327 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Pushing event updated for resources: {'Port': ['ID=5bea2afe-7346-45b4-8a3b-5677f7612612,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:30.245036 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] Sync routers for ids ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:23:30.302443 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] Routers {'03f9ab4b-f064-43c1-bb4c-3751e1e578ed'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:23:30.303302 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:23:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:30.331740 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd5da-6306-4ec5-95b8-f3256e3759ff admin admin] Publish callbacks [] for router_gateway (6b6a071f-fac5-486e-b461-32feb13a2d53), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:30.345049 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3889e476-7ed2-44fd-80e1-8d5b9c2d85bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (c2a22b82-92a0-49cc-908b-9ce11d1e7cce), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:30.347987 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3889e476-7ed2-44fd-80e1-8d5b9c2d85bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:30.349294 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-3889e476-7ed2-44fd-80e1-8d5b9c2d85bf admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/c2a22b82-92a0-49cc-908b-9ce11d1e7cce HTTP/1.1" status: 204 len: 168 time: 1.9391861 Sep 19 11:23:30.389865 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 54194) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:30.412292 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73fdc0b4-0805-4e47-8271-bd8fd307f86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (37a78404-d208-4ade-8b64-d019e139a420), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:30.438786 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-a000ea4e-171d-4e12-9859-3cff4aa8e1e5 None None] Current status of the port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:30.509156 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fdc0b4-0805-4e47-8271-bd8fd307f86b admin admin] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:23:30.554257 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-73fdc0b4-0805-4e47-8271-bd8fd307f86b admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:30.565655 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fdc0b4-0805-4e47-8271-bd8fd307f86b admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:23:30.577087 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] Set router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:23:30.613164 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889e476-7ed2-44fd-80e1-8d5b9c2d85bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a22b82-92a0-49cc-908b-9ce11d1e7cce,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:30.632368 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a02571f-b25e-4a71-a5f5-efb4ad7feab1 admin admin] Network d68d492e-cdd4-4584-9409-0c6543a346e5 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:23:30.696927 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:30.705035 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02571f-b25e-4a71-a5f5-efb4ad7feab1 admin admin] Pushing event updated for resources: {'Port': ['ID=18f6adcb-d321-4293-8b0c-0b9bf4509b31,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:30.705603 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:23:30.723605 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:30.767934 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-3a02571f-b25e-4a71-a5f5-efb4ad7feab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:30.780437 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a02571f-b25e-4a71-a5f5-efb4ad7feab1 admin admin] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:23:30.784880 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3a02571f-b25e-4a71-a5f5-efb4ad7feab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687133'] for router_interface (58da3361-7a5a-4e96-800d-0405596592e9), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:30.809229 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdc0b4-0805-4e47-8271-bd8fd307f86b admin admin] Pushing event updated for resources: {'Port': ['ID=37a78404-d208-4ade-8b64-d019e139a420,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:30.842093 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] Publish callbacks [] for port (ffbadce0-23e7-429c-a151-c36330b99d67), precommit_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:30.856200 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (ffbadce0-23e7-429c-a151-c36330b99d67), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:30.892222 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] Attempting to bind port ffbadce0-23e7-429c-a151-c36330b99d67 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:23:30.893392 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] Attempting to bind port ffbadce0-23e7-429c-a151-c36330b99d67 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:23:30.893918 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] Attempting to bind port ffbadce0-23e7-429c-a151-c36330b99d67 on network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:23:30.930191 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-36530103-9b12-43e4-8546-1368048ba37e None None] Provisioning complete for port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:30.930837 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-36530103-9b12-43e4-8546-1368048ba37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (5d99e1e2-9ccf-472d-85f9-936312d6bbd6), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:30.931033 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-36530103-9b12-43e4-8546-1368048ba37e None None] Attempt 1 to provision port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 Sep 19 11:23:31.007007 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:31.046362 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:23:31.047263 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] Checking segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:23:31.048077 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:31.048764 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] Bound using segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:23:31.049448 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] Bound port: ffbadce0-23e7-429c-a151-c36330b99d67, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:23:31.050020 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (ffbadce0-23e7-429c-a151-c36330b99d67), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:31.182717 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6113aa68-0363-4770-863a-4067b28a56b9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1659267796-network', 'tenant_id': '7c8ef32903e844e0ba16a7cc9cf9d608'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:31.187911 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:31.191193 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38ffa72-0ffc-4191-8703-5f0698f50ca5 None None] Network f3f42746-643a-44f8-bda0-c0503923c439 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:23:31.220689 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] For port ffbadce0-23e7-429c-a151-c36330b99d67, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:23:31.237704 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] For port ffbadce0-23e7-429c-a151-c36330b99d67, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=ffbadce0-23e7-429c-a151-c36330b99d67,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:23:31.259596 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:31.277629 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (ffbadce0-23e7-429c-a151-c36330b99d67), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:31.307484 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] Routers {'58da3361-7a5a-4e96-800d-0405596592e9'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:23:31.308989 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:23:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['58da3361-7a5a-4e96-800d-0405596592e9'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:31.313122 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'name': 'tempest-AttachVolumeTestJSON-1903269221-router', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:27Z', 'revision_number': 3, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'gw_port': {'id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:31.334165 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73fdc0b4-0805-4e47-8271-bd8fd307f86b admin admin] Publish callbacks [] for router_gateway (86ea997c-76a2-46f2-9bff-3aba867b6a07), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:31.396698 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6113aa68-0363-4770-863a-4067b28a56b9 admin admin] Made reservation on behalf of 7c8ef32903e844e0ba16a7cc9cf9d608 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:23:31.399328 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6113aa68-0363-4770-863a-4067b28a56b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:31.412682 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6113aa68-0363-4770-863a-4067b28a56b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:31.419002 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd5da-6306-4ec5-95b8-f3256e3759ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-777964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779044'] for router (6b6a071f-fac5-486e-b461-32feb13a2d53), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:31.447363 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:31.457507 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] Checking router: 03f9ab4b-f064-43c1-bb4c-3751e1e578ed for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:23:31.459471 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:31.460595 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] Updating router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed port 8de59461-24b8-47a9-864b-e94a6e4d6047 binding host dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:23:31.472745 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] Set router 58da3361-7a5a-4e96-800d-0405596592e9 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:23:31.532220 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:31.540491 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:31.541851 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4286ef09-10a5-4b15-99cc-3e78ed4db2a5 admin admin] Publish callbacks [] for security_group (df23674e-6436-44a8-8530-e3dcc88dfd07), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:31.543042 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (5d99e1e2-9ccf-472d-85f9-936312d6bbd6), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:31.544041 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 Sep 19 11:23:31.554588 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6113aa68-0363-4770-863a-4067b28a56b9 admin admin] Publish callbacks [] for security_group (61a5dd01-5eee-4383-bbda-9265b8ff201b), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:31.555816 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4286ef09-10a5-4b15-99cc-3e78ed4db2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (df23674e-6436-44a8-8530-e3dcc88dfd07), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:31.558656 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:31.602374 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d7ce2-0aeb-4986-a9f7-b6c24e1cd4f4 None None] Pushing event updated for resources: {'Port': ['ID=ffbadce0-23e7-429c-a151-c36330b99d67,revision_number=2']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:31.619401 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (8de59461-24b8-47a9-864b-e94a6e4d6047), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:31.619540 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286ef09-10a5-4b15-99cc-3e78ed4db2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df23674e-6436-44a8-8530-e3dcc88dfd07,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:31.634973 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6113aa68-0363-4770-863a-4067b28a56b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (61a5dd01-5eee-4383-bbda-9265b8ff201b), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:31.642366 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d7ce2-0aeb-4986-a9f7-b6c24e1cd4f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:31.642717 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d7ce2-0aeb-4986-a9f7-b6c24e1cd4f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:31.643076 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d7ce2-0aeb-4986-a9f7-b6c24e1cd4f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:31.643425 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d7ce2-0aeb-4986-a9f7-b6c24e1cd4f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:31.653790 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d7ce2-0aeb-4986-a9f7-b6c24e1cd4f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:31.653790 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d7ce2-0aeb-4986-a9f7-b6c24e1cd4f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:31.653790 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d7ce2-0aeb-4986-a9f7-b6c24e1cd4f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:31.653790 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d7ce2-0aeb-4986-a9f7-b6c24e1cd4f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:31.653790 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d7ce2-0aeb-4986-a9f7-b6c24e1cd4f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:31.653790 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d7ce2-0aeb-4986-a9f7-b6c24e1cd4f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:31.653790 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d7ce2-0aeb-4986-a9f7-b6c24e1cd4f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:31.655149 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d7ce2-0aeb-4986-a9f7-b6c24e1cd4f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:31.655149 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d7ce2-0aeb-4986-a9f7-b6c24e1cd4f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:31.655149 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d7ce2-0aeb-4986-a9f7-b6c24e1cd4f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:31.655335 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d7ce2-0aeb-4986-a9f7-b6c24e1cd4f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d7ce2-0aeb-4986-a9f7-b6c24e1cd4f4 None None] Tracked resource versions report: Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: pushed versions: Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: { 'AddressGroup': {'1.2'}, Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Agent': {'1.1'}, Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'ConntrackHelper': {'1.0'}, Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'LocalIPAssociation': {'1.0'}, Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Log': {'1.0'}, Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'NDPProxy': {'1.0'}, Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Network': {'1.1'}, Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Port': {'1.7'}, Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'PortForwarding': {'1.3'}, Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'QosPolicy': {'1.10'}, Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'SecurityGroup': {'1.5'}, Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'SecurityGroupRule': {'1.2'}, Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'SubPort': {'1.0'}, Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Subnet': {'1.1'}, Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Trunk': {'1.1'}} Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: consumer versions: Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: { DHCP agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: HyperV agent@hv-cinder-82099: {}, Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: L3 agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: Metadata agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: Metering agent@dv-cinder-820994-5-iscsi: {}, Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: Open vSwitch agent@dv-cinder-820994-5-iscsi: { 'AddressGroup': '1.2', Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Agent': '1.1', Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'ConntrackHelper': '1.0', Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'LocalIPAssociation': '1.0', Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Log': '1.0', Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'NDPProxy': '1.0', Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Network': '1.1', Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Port': '1.7', Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'PortForwarding': '1.3', Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'QosPolicy': '1.10', Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'SecurityGroup': '1.5', Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'SecurityGroupRule': '1.2', Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'SubPort': '1.0', Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Subnet': '1.1', Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: 'Trunk': '1.1'}} Sep 19 11:23:31.659061 dv-cinder-820994-5-iscsi neutron-server[106256]: {{(pid=106256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 11:23:31.756820 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3a02571f-b25e-4a71-a5f5-efb4ad7feab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (18f6adcb-d321-4293-8b0c-0b9bf4509b31), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:31.763922 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-4286ef09-10a5-4b15-99cc-3e78ed4db2a5 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=62cdba2a8ecf40c7b320b495b3bf6c7d&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4920020 Sep 19 11:23:31.768755 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54234) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:31.777333 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6113aa68-0363-4770-863a-4067b28a56b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 11:23:31.839656 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6113aa68-0363-4770-863a-4067b28a56b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (41290b48-f325-4bde-b600-0c6d79ebf317), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:31.840028 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-6113aa68-0363-4770-863a-4067b28a56b9 admin admin] Added segment 41290b48-f325-4bde-b600-0c6d79ebf317 of type vlan for network 9f1154a7-a4c6-45eb-81c6-10766f001bc2 Sep 19 11:23:31.866798 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113aa68-0363-4770-863a-4067b28a56b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a5dd01-5eee-4383-bbda-9265b8ff201b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:31.897438 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d7ce2-0aeb-4986-a9f7-b6c24e1cd4f4 None None] Pushing event updated for resources: {'Port': ['ID=ffbadce0-23e7-429c-a151-c36330b99d67,revision_number=3']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:32.001147 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58da3361-7a5a-4e96-800d-0405596592e9', 'name': 'tempest-DeleteServersTestJSON-1925469301-router', 'tenant_id': '8fd848b22f854563a0ab63ec0971b595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'ffbadce0-23e7-429c-a151-c36330b99d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:22Z', 'updated_at': '2022-09-19T11:23:24Z', 'revision_number': 3, 'project_id': '8fd848b22f854563a0ab63ec0971b595', 'gw_port': {'id': 'ffbadce0-23e7-429c-a151-c36330b99d67', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58da3361-7a5a-4e96-800d-0405596592e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:32.073671 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33169614-d0d2-4c22-bd91-d1e8c0367b60 None None] The sync data for ids ['58da3361-7a5a-4e96-800d-0405596592e9'] in dv-cinder-820994-5-iscsi is: [{'id': '58da3361-7a5a-4e96-800d-0405596592e9', 'name': 'tempest-DeleteServersTestJSON-1925469301-router', 'tenant_id': '8fd848b22f854563a0ab63ec0971b595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'ffbadce0-23e7-429c-a151-c36330b99d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:22Z', 'updated_at': '2022-09-19T11:23:24Z', 'revision_number': 3, 'project_id': '8fd848b22f854563a0ab63ec0971b595', 'gw_port': {'id': 'ffbadce0-23e7-429c-a151-c36330b99d67', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58da3361-7a5a-4e96-800d-0405596592e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:23:32.089150 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-36530103-9b12-43e4-8546-1368048ba37e None None] Current status of the port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:32.179552 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-36530103-9b12-43e4-8546-1368048ba37e None None] Provisioning complete for port 5bea2afe-7346-45b4-8a3b-5677f7612612 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:32.180043 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-36530103-9b12-43e4-8546-1368048ba37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (5bea2afe-7346-45b4-8a3b-5677f7612612), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:32.180457 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-36530103-9b12-43e4-8546-1368048ba37e None None] Attempt 1 to provision port 5bea2afe-7346-45b4-8a3b-5677f7612612 Sep 19 11:23:32.243999 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:32.245967 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:23:32.284296 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6113aa68-0363-4770-863a-4067b28a56b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730871930287'] for network (9f1154a7-a4c6-45eb-81c6-10766f001bc2), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:32.330452 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7d498efe-748e-4a61-91f1-87f5bd106e81 admin admin] Publish callbacks [] for security_group (df23674e-6436-44a8-8530-e3dcc88dfd07), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:32.351439 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3a02571f-b25e-4a71-a5f5-efb4ad7feab1 admin admin] Publish callbacks [] for port (18f6adcb-d321-4293-8b0c-0b9bf4509b31), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:32.379034 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3a02571f-b25e-4a71-a5f5-efb4ad7feab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (18f6adcb-d321-4293-8b0c-0b9bf4509b31), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:32.380269 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3a02571f-b25e-4a71-a5f5-efb4ad7feab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687241'] for router_interface (58da3361-7a5a-4e96-800d-0405596592e9), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:32.395631 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7d498efe-748e-4a61-91f1-87f5bd106e81 admin admin] Publish callbacks [] for security_group (df23674e-6436-44a8-8530-e3dcc88dfd07), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:32.418220 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6113aa68-0363-4770-863a-4067b28a56b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for network (9f1154a7-a4c6-45eb-81c6-10766f001bc2), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:32.419124 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6113aa68-0363-4770-863a-4067b28a56b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:32.422773 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6113aa68-0363-4770-863a-4067b28a56b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:32.425633 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73fdc0b4-0805-4e47-8271-bd8fd307f86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-777964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779044'] for router (86ea997c-76a2-46f2-9bff-3aba867b6a07), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:32.439680 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:32.448613 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6bd5da-6306-4ec5-95b8-f3256e3759ff admin admin] Router 6b6a071f-fac5-486e-b461-32feb13a2d53 is scheduled to L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 with binding_index 1 {{(pid=106254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 11:23:32.453751 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6afd338f-e4be-46cf-af64-42a4df3b986a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:32.507220 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:32.507220 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (149f9d05-7ae0-4868-abe7-999fb2e3d1f5), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:32.507220 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 Sep 19 11:23:32.520497 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:32.545936 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6113aa68-0363-4770-863a-4067b28a56b9 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1524572 Sep 19 11:23:32.555622 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-36530103-9b12-43e4-8546-1368048ba37e None None] Current status of the port 5bea2afe-7346-45b4-8a3b-5677f7612612 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:32.587539 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54246) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:32.590943 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-36530103-9b12-43e4-8546-1368048ba37e None None] Provisioning complete for port 98abcdd4-83fc-4f68-8101-816f5d42d937 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:32.591352 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-36530103-9b12-43e4-8546-1368048ba37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (98abcdd4-83fc-4f68-8101-816f5d42d937), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:32.591750 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-36530103-9b12-43e4-8546-1368048ba37e None None] Attempt 1 to provision port 98abcdd4-83fc-4f68-8101-816f5d42d937 Sep 19 11:23:32.595609 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-6c128d8c-8bf2-40a1-9ae1-b1f34d5fda91 admin admin] Request body: {'subnet': {'network_id': '9f1154a7-a4c6-45eb-81c6-10766f001bc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1659267796-subnet', 'tenant_id': '7c8ef32903e844e0ba16a7cc9cf9d608', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:32.621341 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:32.634953 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02571f-b25e-4a71-a5f5-efb4ad7feab1 admin admin] Pushing event updated for resources: {'Port': ['ID=18f6adcb-d321-4293-8b0c-0b9bf4509b31,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:32.637779 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113aa68-0363-4770-863a-4067b28a56b9 admin admin] Pushing event updated for resources: {'Network': ['ID=9f1154a7-a4c6-45eb-81c6-10766f001bc2,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:32.682598 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Network 9f1154a7-a4c6-45eb-81c6-10766f001bc2 details requested by agent ovs-agent-dv-cinder-820994-5-iscsi with host dv-cinder-820994-5-iscsi {{(pid=106255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 11:23:32.774016 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] Publish callbacks [] for port (8de59461-24b8-47a9-864b-e94a6e4d6047), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:32.790262 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c128d8c-8bf2-40a1-9ae1-b1f34d5fda91 admin admin] Made reservation on behalf of 7c8ef32903e844e0ba16a7cc9cf9d608 for: {'subnet': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:23:32.793552 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6c128d8c-8bf2-40a1-9ae1-b1f34d5fda91 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:32.823087 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (8de59461-24b8-47a9-864b-e94a6e4d6047), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:32.845635 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:32.889965 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] Attempting to bind port 8de59461-24b8-47a9-864b-e94a6e4d6047 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:23:32.891278 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] Attempting to bind port 8de59461-24b8-47a9-864b-e94a6e4d6047 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:23:32.891741 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] Attempting to bind port 8de59461-24b8-47a9-864b-e94a6e4d6047 on network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:23:32.916899 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:32.916899 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (149f9d05-7ae0-4868-abe7-999fb2e3d1f5), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:32.938441 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7d498efe-748e-4a61-91f1-87f5bd106e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (df23674e-6436-44a8-8530-e3dcc88dfd07), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:32.944890 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7d498efe-748e-4a61-91f1-87f5bd106e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:32.946282 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-7d498efe-748e-4a61-91f1-87f5bd106e81 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/df23674e-6436-44a8-8530-e3dcc88dfd07 HTTP/1.1" status: 204 len: 168 time: 1.1722715 Sep 19 11:23:32.968041 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:32.975805 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af123d3b-c683-452d-b6ca-e2cd5ade2e01 None None] Pushing event updated for resources: {'Port': ['ID=8de59461-24b8-47a9-864b-e94a6e4d6047,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:33.008502 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-36530103-9b12-43e4-8546-1368048ba37e None None] Current status of the port 98abcdd4-83fc-4f68-8101-816f5d42d937 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:33.009132 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-36530103-9b12-43e4-8546-1368048ba37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (98abcdd4-83fc-4f68-8101-816f5d42d937), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:33.031787 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a02571f-b25e-4a71-a5f5-efb4ad7feab1 admin admin] Network d68d492e-cdd4-4584-9409-0c6543a346e5 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:23:33.044003 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d498efe-748e-4a61-91f1-87f5bd106e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df23674e-6436-44a8-8530-e3dcc88dfd07,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:33.044675 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-6afd338f-e4be-46cf-af64-42a4df3b986a admin admin] Allocated IP 172.20.0.1 (79977212-9704-4425-8d7a-e6522d6f3c5b/0857979c-3349-4111-a884-534dbfbaeaf0/68571e1b-c800-4a5f-bf1f-f2f2e866b48e) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:23:33.058492 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-3a02571f-b25e-4a71-a5f5-efb4ad7feab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:33.077515 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] For port 149f9d05-7ae0-4868-abe7-999fb2e3d1f5, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=149f9d05-7ae0-4868-abe7-999fb2e3d1f5,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:23:33.107186 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6bd5da-6306-4ec5-95b8-f3256e3759ff admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:23:33.121524 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] Sync routers for ids ['6b6a071f-fac5-486e-b461-32feb13a2d53'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:23:33.134083 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (149f9d05-7ae0-4868-abe7-999fb2e3d1f5), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:33.140456 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] Routers {'6b6a071f-fac5-486e-b461-32feb13a2d53'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:23:33.141179 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:23:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['6b6a071f-fac5-486e-b461-32feb13a2d53'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:33.144098 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 98abcdd4-83fc-4f68-8101-816f5d42d937 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:23:33.148969 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:33.205787 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fdc0b4-0805-4e47-8271-bd8fd307f86b admin admin] Router 86ea997c-76a2-46f2-9bff-3aba867b6a07 is scheduled to L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 11:23:33.294063 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd5da-6306-4ec5-95b8-f3256e3759ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:33.299452 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-5e6bd5da-6306-4ec5-95b8-f3256e3759ff admin admin] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.9105594 Sep 19 11:23:33.305861 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54264) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:33.343203 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:23:33.343569 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] Checking segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:23:33.363282 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:33.364074 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] Bound using segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:23:33.364813 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] Bound port: 8de59461-24b8-47a9-864b-e94a6e4d6047, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:23:33.369946 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (8de59461-24b8-47a9-864b-e94a6e4d6047), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:33.419278 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] Set router 6b6a071f-fac5-486e-b461-32feb13a2d53 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:23:33.502456 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6afd338f-e4be-46cf-af64-42a4df3b986a admin admin] Publish callbacks [] for port (68571e1b-c800-4a5f-bf1f-f2f2e866b48e), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:33.515129 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-36530103-9b12-43e4-8546-1368048ba37e None None] For port 98abcdd4-83fc-4f68-8101-816f5d42d937, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=98abcdd4-83fc-4f68-8101-816f5d42d937,segment=NetworkSegment(72995677-08f5-40c1-af00-f097f32b62f8),segment_id=72995677-08f5-40c1-af00-f097f32b62f8)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:23:33.539322 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-36530103-9b12-43e4-8546-1368048ba37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (98abcdd4-83fc-4f68-8101-816f5d42d937), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:33.595723 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fdc0b4-0805-4e47-8271-bd8fd307f86b admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:23:33.632229 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] Sync routers for ids ['86ea997c-76a2-46f2-9bff-3aba867b6a07'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:23:33.632636 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73fdc0b4-0805-4e47-8271-bd8fd307f86b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:33.646722 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-73fdc0b4-0805-4e47-8271-bd8fd307f86b admin admin] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.8744295 Sep 19 11:23:33.647393 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 54274) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:33.653136 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6afd338f-e4be-46cf-af64-42a4df3b986a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (68571e1b-c800-4a5f-bf1f-f2f2e866b48e), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:33.654250 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Pushing event updated for resources: {'Port': ['ID=149f9d05-7ae0-4868-abe7-999fb2e3d1f5,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:33.676313 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] For port 8de59461-24b8-47a9-864b-e94a6e4d6047, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:23:33.727277 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:33.729396 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 98abcdd4-83fc-4f68-8101-816f5d42d937 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:33.729909 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (98abcdd4-83fc-4f68-8101-816f5d42d937), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:33.730353 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 98abcdd4-83fc-4f68-8101-816f5d42d937 Sep 19 11:23:33.730746 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 54276) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:33.772319 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] For port 8de59461-24b8-47a9-864b-e94a6e4d6047, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=8de59461-24b8-47a9-864b-e94a6e4d6047,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:23:33.776781 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-073a6e03-6b20-477a-92b2-03dd88efc200 None None] Provisioning complete for port 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:33.777759 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-073a6e03-6b20-477a-92b2-03dd88efc200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (149f9d05-7ae0-4868-abe7-999fb2e3d1f5), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:33.777759 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-073a6e03-6b20-477a-92b2-03dd88efc200 None None] Attempt 1 to provision port 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 Sep 19 11:23:33.779369 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] Routers {'86ea997c-76a2-46f2-9bff-3aba867b6a07'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:23:33.780006 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:23:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['86ea997c-76a2-46f2-9bff-3aba867b6a07'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:33.876517 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'name': 'tempest-ServerRescueNegativeTestJSON-660026723-router', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:30Z', 'revision_number': 3, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'gw_port': {'id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:33.893466 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ad64f01-2ae0-4740-aa79-3e51d545530b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:33.897572 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd338f-e4be-46cf-af64-42a4df3b986a admin admin] Network 79977212-9704-4425-8d7a-e6522d6f3c5b is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:23:33.909470 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:33.925702 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-6afd338f-e4be-46cf-af64-42a4df3b986a admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:33.942806 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] Checking router: 6b6a071f-fac5-486e-b461-32feb13a2d53 for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:23:33.943971 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] Updating router 6b6a071f-fac5-486e-b461-32feb13a2d53 port 8143c7f8-13d5-4330-91d8-e90ce04d5dc4 binding host dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:23:33.944708 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd338f-e4be-46cf-af64-42a4df3b986a admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:23:33.945318 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6afd338f-e4be-46cf-af64-42a4df3b986a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687133'] for router_interface (03f9ab4b-f064-43c1-bb4c-3751e1e578ed), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:33.946953 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (8de59461-24b8-47a9-864b-e94a6e4d6047), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:33.952025 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd338f-e4be-46cf-af64-42a4df3b986a admin admin] Pushing event updated for resources: {'Port': ['ID=68571e1b-c800-4a5f-bf1f-f2f2e866b48e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:34.013908 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36530103-9b12-43e4-8546-1368048ba37e None None] Pushing event updated for resources: {'Port': ['ID=98abcdd4-83fc-4f68-8101-816f5d42d937,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:34.035112 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a02571f-b25e-4a71-a5f5-efb4ad7feab1 admin admin] Router 58da3361-7a5a-4e96-800d-0405596592e9 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:23:34.176666 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (8143c7f8-13d5-4330-91d8-e90ce04d5dc4), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:34.191637 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] Routers {'03f9ab4b-f064-43c1-bb4c-3751e1e578ed'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:23:34.192361 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:23:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:34.364554 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af123d3b-c683-452d-b6ca-e2cd5ade2e01 None None] Pushing event updated for resources: {'Port': ['ID=8de59461-24b8-47a9-864b-e94a6e4d6047,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:34.369066 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a02571f-b25e-4a71-a5f5-efb4ad7feab1 admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:23:34.372715 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6c128d8c-8bf2-40a1-9ae1-b1f34d5fda91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for subnet (fa57cb6b-8875-469e-957f-ba455d1c1a75), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:34.378030 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-3a02571f-b25e-4a71-a5f5-efb4ad7feab1 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/58da3361-7a5a-4e96-800d-0405596592e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9762175 Sep 19 11:23:34.440326 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] Set router 86ea997c-76a2-46f2-9bff-3aba867b6a07 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:23:34.547948 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 98abcdd4-83fc-4f68-8101-816f5d42d937 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:34.564704 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-073a6e03-6b20-477a-92b2-03dd88efc200 None None] Current status of the port 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:34.570154 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:34.602080 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c128d8c-8bf2-40a1-9ae1-b1f34d5fda91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa57cb6b-8875-469e-957f-ba455d1c1a75,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:34.643216 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c128d8c-8bf2-40a1-9ae1-b1f34d5fda91 admin admin] Checking segment: {'id': '41290b48-f325-4bde-b600-0c6d79ebf317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9f1154a7-a4c6-45eb-81c6-10766f001bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:23:34.651799 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c128d8c-8bf2-40a1-9ae1-b1f34d5fda91 admin admin] Network hostable DHCP agents. Network: 9f1154a7-a4c6-45eb-81c6-10766f001bc2, hostable agents: ['4823e8b3-ab16-40fd-b6f9-cda48b53bbb0'], hosted agents: [] {{(pid=106254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 11:23:34.736725 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-073a6e03-6b20-477a-92b2-03dd88efc200 None None] Provisioning complete for port 98abcdd4-83fc-4f68-8101-816f5d42d937 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:34.737105 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-073a6e03-6b20-477a-92b2-03dd88efc200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (98abcdd4-83fc-4f68-8101-816f5d42d937), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:34.737440 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-073a6e03-6b20-477a-92b2-03dd88efc200 None None] Attempt 1 to provision port 98abcdd4-83fc-4f68-8101-816f5d42d937 Sep 19 11:23:34.749485 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] Set router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:23:34.750086 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:34.772223 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c128d8c-8bf2-40a1-9ae1-b1f34d5fda91 admin admin] Network 9f1154a7-a4c6-45eb-81c6-10766f001bc2 is scheduled to be hosted by DHCP agent 4823e8b3-ab16-40fd-b6f9-cda48b53bbb0 with binding_index 1 {{(pid=106254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 11:23:34.776466 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:34.808637 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ad64f01-2ae0-4740-aa79-3e51d545530b admin admin] Publish callbacks [] for security_group (58a67ae3-70b5-4a8a-9b04-c1f6dbb4cfb3), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:34.812843 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6afd338f-e4be-46cf-af64-42a4df3b986a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (68571e1b-c800-4a5f-bf1f-f2f2e866b48e), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:34.817330 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ad64f01-2ae0-4740-aa79-3e51d545530b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (58a67ae3-70b5-4a8a-9b04-c1f6dbb4cfb3), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:34.843811 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] Publish callbacks [] for port (8143c7f8-13d5-4330-91d8-e90ce04d5dc4), precommit_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:34.859172 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (8143c7f8-13d5-4330-91d8-e90ce04d5dc4), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:34.868651 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:34.877577 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:34.879057 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-6c128d8c-8bf2-40a1-9ae1-b1f34d5fda91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-5-iscsi, 9f1154a7-a4c6-45eb-81c6-10766f001bc2) {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:34.902035 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c128d8c-8bf2-40a1-9ae1-b1f34d5fda91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:34.904150 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6c128d8c-8bf2-40a1-9ae1-b1f34d5fda91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:34.953289 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-6c128d8c-8bf2-40a1-9ae1-b1f34d5fda91 admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3633072 Sep 19 11:23:34.986219 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6841a-3baa-4e6b-a75b-447a5c586877 None None] Pushing event updated for resources: {'Port': ['ID=8143c7f8-13d5-4330-91d8-e90ce04d5dc4,revision_number=2']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:35.000535 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] Attempting to bind port 8143c7f8-13d5-4330-91d8-e90ce04d5dc4 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:23:35.018904 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] Attempting to bind port 8143c7f8-13d5-4330-91d8-e90ce04d5dc4 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:23:35.021411 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] Attempting to bind port 8143c7f8-13d5-4330-91d8-e90ce04d5dc4 on network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:23:35.114084 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'name': 'tempest-AttachVolumeShelveTestJSON-602054919-router', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '37a78404-d208-4ade-8b64-d019e139a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:31Z', 'revision_number': 3, 'project_id': '078bf59c33cc43579aeb270262079a37', 'gw_port': {'id': '37a78404-d208-4ade-8b64-d019e139a420', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:26Z', 'updated_at': '2022-09-19T11:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:35.141731 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:23:35.146149 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] Checking segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:23:35.146823 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:35.147883 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] Bound using segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:23:35.148588 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] Bound port: 8143c7f8-13d5-4330-91d8-e90ce04d5dc4, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:23:35.154456 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (8143c7f8-13d5-4330-91d8-e90ce04d5dc4), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:35.202346 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e96aed91-ce79-4409-aca4-13a12ed9eb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:35.230590 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:35.232610 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] Sync routers for ids ['58da3361-7a5a-4e96-800d-0405596592e9'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:23:35.299673 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-7ad64f01-2ae0-4740-aa79-3e51d545530b admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=193bbbe154d74a668ef975a9f2f4bace&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5556064 Sep 19 11:23:35.304019 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 54332) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:35.304528 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 54334) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:35.305468 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b90341-b32e-4ba3-9e13-394fdc57d48f None None] Network 9f1154a7-a4c6-45eb-81c6-10766f001bc2 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:23:35.306131 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad64f01-2ae0-4740-aa79-3e51d545530b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a67ae3-70b5-4a8a-9b04-c1f6dbb4cfb3,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:35.306645 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] Routers {'58da3361-7a5a-4e96-800d-0405596592e9'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:23:35.307887 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:23:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['58da3361-7a5a-4e96-800d-0405596592e9'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:35.314272 dv-cinder-820994-5-iscsi neutron-server[106253]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 19 11:23:35.316326 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 5bea2afe-7346-45b4-8a3b-5677f7612612 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:23:35.318786 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] Checking router: 86ea997c-76a2-46f2-9bff-3aba867b6a07 for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:23:35.319177 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] Updating router 86ea997c-76a2-46f2-9bff-3aba867b6a07 port 37a78404-d208-4ade-8b64-d019e139a420 binding host dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:23:35.466992 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] Set router 58da3361-7a5a-4e96-800d-0405596592e9 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:23:35.514493 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-e96aed91-ce79-4409-aca4-13a12ed9eb73 admin admin] Allocated IP 172.20.0.1 (8f760d48-3e02-4562-abc4-dc5b172f3b8a/da16c182-c3ae-4775-9d91-5e2002af698e/2d2ea31e-947b-4efb-b589-86aa55a69d00) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:23:35.623302 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:35.717530 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e96aed91-ce79-4409-aca4-13a12ed9eb73 admin admin] Publish callbacks [] for port (2d2ea31e-947b-4efb-b589-86aa55a69d00), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:35.750489 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (37a78404-d208-4ade-8b64-d019e139a420), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:35.788581 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e96aed91-ce79-4409-aca4-13a12ed9eb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (2d2ea31e-947b-4efb-b589-86aa55a69d00), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:35.840534 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 5bea2afe-7346-45b4-8a3b-5677f7612612 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:35.840909 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (5bea2afe-7346-45b4-8a3b-5677f7612612), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:35.841244 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 5bea2afe-7346-45b4-8a3b-5677f7612612 Sep 19 11:23:35.948473 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96aed91-ce79-4409-aca4-13a12ed9eb73 admin admin] Pushing event updated for resources: {'Port': ['ID=2d2ea31e-947b-4efb-b589-86aa55a69d00,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:35.963937 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58da3361-7a5a-4e96-800d-0405596592e9', 'name': 'tempest-DeleteServersTestJSON-1925469301-router', 'tenant_id': '8fd848b22f854563a0ab63ec0971b595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'ffbadce0-23e7-429c-a151-c36330b99d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:22Z', 'updated_at': '2022-09-19T11:23:31Z', 'revision_number': 4, 'project_id': '8fd848b22f854563a0ab63ec0971b595', 'gw_port': {'id': 'ffbadce0-23e7-429c-a151-c36330b99d67', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58da3361-7a5a-4e96-800d-0405596592e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '18f6adcb-d321-4293-8b0c-0b9bf4509b31', 'name': '', 'network_id': 'd68d492e-cdd4-4584-9409-0c6543a346e5', 'tenant_id': '8fd848b22f854563a0ab63ec0971b595', 'mac_address': 'fa:16:3e:e2:ad:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58da3361-7a5a-4e96-800d-0405596592e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '781b53cd-d061-410d-9a4b-32b9c05dd0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:27Z', 'updated_at': '2022-09-19T11:23:32Z', 'revision_number': 2, 'project_id': '8fd848b22f854563a0ab63ec0971b595', 'subnets': [{'id': '781b53cd-d061-410d-9a4b-32b9c05dd0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:35.981495 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96aed91-ce79-4409-aca4-13a12ed9eb73 admin admin] Network 8f760d48-3e02-4562-abc4-dc5b172f3b8a is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:23:35.985611 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-e96aed91-ce79-4409-aca4-13a12ed9eb73 admin admin] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:36.002665 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a37d1888-956c-4a0f-8715-3f413cd3dce2 admin admin] Publish callbacks [] for security_group (58a67ae3-70b5-4a8a-9b04-c1f6dbb4cfb3), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.014092 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96aed91-ce79-4409-aca4-13a12ed9eb73 admin admin] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:23:36.014574 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e96aed91-ce79-4409-aca4-13a12ed9eb73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687133'] for router_interface (6b6a071f-fac5-486e-b461-32feb13a2d53), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.030080 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] For port 8143c7f8-13d5-4330-91d8-e90ce04d5dc4, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:23:36.038971 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] Checking router: 58da3361-7a5a-4e96-800d-0405596592e9 for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:23:36.039329 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] Updating router 58da3361-7a5a-4e96-800d-0405596592e9 port 18f6adcb-d321-4293-8b0c-0b9bf4509b31 binding host dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:23:36.108812 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (18f6adcb-d321-4293-8b0c-0b9bf4509b31), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.116088 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6afd338f-e4be-46cf-af64-42a4df3b986a admin admin] Publish callbacks [] for port (68571e1b-c800-4a5f-bf1f-f2f2e866b48e), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.136367 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69af9f1-8914-4b3c-9be7-8f56e057a0d0 None None] Network 9f1154a7-a4c6-45eb-81c6-10766f001bc2 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:23:36.169640 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] For port 8143c7f8-13d5-4330-91d8-e90ce04d5dc4, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=8143c7f8-13d5-4330-91d8-e90ce04d5dc4,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:23:36.202922 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (8143c7f8-13d5-4330-91d8-e90ce04d5dc4), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.207486 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54368) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:36.213615 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-52c484ad-1bee-4285-a727-e600825c0d83 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-418839255-network', 'tenant_id': '7f876df472184339907077a54d688fc3'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:36.219725 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6afd338f-e4be-46cf-af64-42a4df3b986a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (68571e1b-c800-4a5f-bf1f-f2f2e866b48e), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.221158 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6afd338f-e4be-46cf-af64-42a4df3b986a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687241'] for router_interface (03f9ab4b-f064-43c1-bb4c-3751e1e578ed), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.294877 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] Routers {'6b6a071f-fac5-486e-b461-32feb13a2d53'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:23:36.296280 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:23:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['6b6a071f-fac5-486e-b461-32feb13a2d53'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:36.312100 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c484ad-1bee-4285-a727-e600825c0d83 admin admin] Made reservation on behalf of 7f876df472184339907077a54d688fc3 for: {'network': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:23:36.313667 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'name': 'tempest-AttachVolumeTestJSON-1903269221-router', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:27Z', 'revision_number': 3, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'gw_port': {'id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:36.314480 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-52c484ad-1bee-4285-a727-e600825c0d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for network (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.316878 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a37d1888-956c-4a0f-8715-3f413cd3dce2 admin admin] Publish callbacks [] for security_group (58a67ae3-70b5-4a8a-9b04-c1f6dbb4cfb3), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.341826 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e96aed91-ce79-4409-aca4-13a12ed9eb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (2d2ea31e-947b-4efb-b589-86aa55a69d00), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.345297 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-52c484ad-1bee-4285-a727-e600825c0d83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.370352 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:36.406590 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:36.441471 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-073a6e03-6b20-477a-92b2-03dd88efc200 None None] Current status of the port 98abcdd4-83fc-4f68-8101-816f5d42d937 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:36.456824 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-073a6e03-6b20-477a-92b2-03dd88efc200 None None] Provisioning complete for port 18f6adcb-d321-4293-8b0c-0b9bf4509b31 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:36.457148 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:36.457724 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-073a6e03-6b20-477a-92b2-03dd88efc200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (18f6adcb-d321-4293-8b0c-0b9bf4509b31), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.458210 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-073a6e03-6b20-477a-92b2-03dd88efc200 None None] Attempt 1 to provision port 18f6adcb-d321-4293-8b0c-0b9bf4509b31 Sep 19 11:23:36.464277 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] Set router 6b6a071f-fac5-486e-b461-32feb13a2d53 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:23:36.466994 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc8be1c-1e79-4d64-9f24-2c07d4cde9c8 None None] The sync data for ids ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'] in dv-cinder-820994-5-iscsi is: [{'id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'name': 'tempest-AttachVolumeTestJSON-1903269221-router', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:27Z', 'revision_number': 3, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'gw_port': {'id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:23:36.520853 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-bab404d7-874e-4f71-bfd9-0c108a807a72 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:36.522765 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-bab404d7-874e-4f71-bfd9-0c108a807a72 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/networks?id=d68d492e-cdd4-4584-9409-0c6543a346e5 HTTP/1.1" status: 200 len: 812 time: 1.2114160 Sep 19 11:23:36.531023 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd338f-e4be-46cf-af64-42a4df3b986a admin admin] Pushing event updated for resources: {'Port': ['ID=68571e1b-c800-4a5f-bf1f-f2f2e866b48e,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:36.531865 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:36.534467 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 5bea2afe-7346-45b4-8a3b-5677f7612612 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:36.536450 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:23:36.629926 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-52c484ad-1bee-4285-a727-e600825c0d83 admin admin] Publish callbacks [] for security_group (e05ffe91-765a-4c89-8102-6ad90fb13443), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.633650 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-b66f363d-d2fa-4ecc-b626-58fb84b26909 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/quotas/8fd848b22f854563a0ab63ec0971b595 HTTP/1.1" status: 200 len: 375 time: 0.0920296 Sep 19 11:23:36.643615 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-52c484ad-1bee-4285-a727-e600825c0d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (e05ffe91-765a-4c89-8102-6ad90fb13443), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.646713 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-073a6e03-6b20-477a-92b2-03dd88efc200 None None] Port 18f6adcb-d321-4293-8b0c-0b9bf4509b31 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:36.691040 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c484ad-1bee-4285-a727-e600825c0d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05ffe91-765a-4c89-8102-6ad90fb13443,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:36.725673 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:36.726253 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (149f9d05-7ae0-4868-abe7-999fb2e3d1f5), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.726703 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 Sep 19 11:23:36.740784 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e96aed91-ce79-4409-aca4-13a12ed9eb73 admin admin] Publish callbacks [] for port (2d2ea31e-947b-4efb-b589-86aa55a69d00), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.750457 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e96aed91-ce79-4409-aca4-13a12ed9eb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (2d2ea31e-947b-4efb-b589-86aa55a69d00), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.751943 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e96aed91-ce79-4409-aca4-13a12ed9eb73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687241'] for router_interface (6b6a071f-fac5-486e-b461-32feb13a2d53), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.767550 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6841a-3baa-4e6b-a75b-447a5c586877 None None] Pushing event updated for resources: {'Port': ['ID=8143c7f8-13d5-4330-91d8-e90ce04d5dc4,revision_number=3']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:36.815782 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] Publish callbacks [] for port (37a78404-d208-4ade-8b64-d019e139a420), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.835236 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (37a78404-d208-4ade-8b64-d019e139a420), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.855165 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] Attempting to bind port 37a78404-d208-4ade-8b64-d019e139a420 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:23:36.855529 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] Attempting to bind port 37a78404-d208-4ade-8b64-d019e139a420 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:23:36.855913 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] Attempting to bind port 37a78404-d208-4ade-8b64-d019e139a420 on network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:23:36.868817 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96aed91-ce79-4409-aca4-13a12ed9eb73 admin admin] Pushing event updated for resources: {'Port': ['ID=2d2ea31e-947b-4efb-b589-86aa55a69d00,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:36.933383 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:23:36.933803 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] Checking segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:23:36.934294 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.934705 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] Bound using segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:23:36.935409 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] Bound port: 37a78404-d208-4ade-8b64-d019e139a420, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:23:36.935538 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (37a78404-d208-4ade-8b64-d019e139a420), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.938156 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:36.941189 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:36.979882 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd338f-e4be-46cf-af64-42a4df3b986a admin admin] Network 79977212-9704-4425-8d7a-e6522d6f3c5b is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:23:36.982951 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] Publish callbacks [] for port (18f6adcb-d321-4293-8b0c-0b9bf4509b31), precommit_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:36.990123 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:36.990935 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:36.998155 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] For port 37a78404-d208-4ade-8b64-d019e139a420, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:23:37.000827 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (18f6adcb-d321-4293-8b0c-0b9bf4509b31), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:37.001999 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] For port 37a78404-d208-4ade-8b64-d019e139a420, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=37a78404-d208-4ade-8b64-d019e139a420,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:23:37.017846 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-82bec9b6-5cf0-4cba-8693-41ea1b38e6ca tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=8fd848b22f854563a0ab63ec0971b595&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3514266 Sep 19 11:23:37.032769 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a37d1888-956c-4a0f-8715-3f413cd3dce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (58a67ae3-70b5-4a8a-9b04-c1f6dbb4cfb3), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:37.035264 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a37d1888-956c-4a0f-8715-3f413cd3dce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:37.036452 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a37d1888-956c-4a0f-8715-3f413cd3dce2 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/58a67ae3-70b5-4a8a-9b04-c1f6dbb4cfb3 HTTP/1.1" status: 204 len: 168 time: 1.7239623 Sep 19 11:23:37.067073 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c484ad-1bee-4285-a727-e600825c0d83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=106254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 11:23:37.070519 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (37a78404-d208-4ade-8b64-d019e139a420), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:37.076640 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-6afd338f-e4be-46cf-af64-42a4df3b986a admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:37.098698 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d1888-956c-4a0f-8715-3f413cd3dce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a67ae3-70b5-4a8a-9b04-c1f6dbb4cfb3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:37.122932 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f5adf-e2dd-49d3-b2c4-ccbe2706c7b3 None None] Pushing event updated for resources: {'Port': ['ID=18f6adcb-d321-4293-8b0c-0b9bf4509b31,revision_number=3']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:37.132955 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-52c484ad-1bee-4285-a727-e600825c0d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (85d964f9-bc33-4f00-b0ba-a66f6f402479), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:37.133864 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.segments_db [None req-52c484ad-1bee-4285-a727-e600825c0d83 admin admin] Added segment 85d964f9-bc33-4f00-b0ba-a66f6f402479 of type vlan for network 51883598-23a5-4696-86a1-bd8c28c6f5ac Sep 19 11:23:37.176103 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-073a6e03-6b20-477a-92b2-03dd88efc200 None None] Attempt 2 to provision port 18f6adcb-d321-4293-8b0c-0b9bf4509b31 Sep 19 11:23:37.263364 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6f912-fb63-4007-8990-8df9364de0dc None None] Pushing event updated for resources: {'Port': ['ID=37a78404-d208-4ade-8b64-d019e139a420,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:37.288663 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-52c484ad-1bee-4285-a727-e600825c0d83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730871930287'] for network (51883598-23a5-4696-86a1-bd8c28c6f5ac), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:37.305149 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:37.306309 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device ffbadce0-23e7-429c-a151-c36330b99d67 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:23:37.353094 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] Routers {'86ea997c-76a2-46f2-9bff-3aba867b6a07'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:23:37.353094 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:23:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['86ea997c-76a2-46f2-9bff-3aba867b6a07'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:37.353407 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96aed91-ce79-4409-aca4-13a12ed9eb73 admin admin] Network 8f760d48-3e02-4562-abc4-dc5b172f3b8a is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:23:37.361244 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-e96aed91-ce79-4409-aca4-13a12ed9eb73 admin admin] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:37.399686 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.db.resource_extend [None req-52c484ad-1bee-4285-a727-e600825c0d83 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 19 11:23:37.440377 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:37.456550 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4db9a04c-57f4-45a7-9bc2-c88a855e44d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:37.466485 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] Attempting to bind port 18f6adcb-d321-4293-8b0c-0b9bf4509b31 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:23:37.468906 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] Attempting to bind port 18f6adcb-d321-4293-8b0c-0b9bf4509b31 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd68d492e-cdd4-4584-9409-0c6543a346e5'}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:23:37.470266 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] Attempting to bind port 18f6adcb-d321-4293-8b0c-0b9bf4509b31 on network d68d492e-cdd4-4584-9409-0c6543a346e5 {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:23:37.626995 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:23:37.627380 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] Checking segment: {'id': 'c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd68d492e-cdd4-4584-9409-0c6543a346e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:23:37.628413 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:37.629412 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] Bound using segment: {'id': 'c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd68d492e-cdd4-4584-9409-0c6543a346e5'} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:23:37.629930 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] Bound port: 18f6adcb-d321-4293-8b0c-0b9bf4509b31, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd68d492e-cdd4-4584-9409-0c6543a346e5'}}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:23:37.630410 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (18f6adcb-d321-4293-8b0c-0b9bf4509b31), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:37.696298 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-52c484ad-1bee-4285-a727-e600825c0d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for network (51883598-23a5-4696-86a1-bd8c28c6f5ac), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:37.697213 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-073a6e03-6b20-477a-92b2-03dd88efc200 None None] Port 18f6adcb-d321-4293-8b0c-0b9bf4509b31 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:37.697966 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c484ad-1bee-4285-a727-e600825c0d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:37.697966 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-52c484ad-1bee-4285-a727-e600825c0d83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:37.882555 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] For port 18f6adcb-d321-4293-8b0c-0b9bf4509b31, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:23:37.893333 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] For port 18f6adcb-d321-4293-8b0c-0b9bf4509b31, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=18f6adcb-d321-4293-8b0c-0b9bf4509b31,segment=NetworkSegment(c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455),segment_id=c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455)] {{(pid=106256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:23:37.912176 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (18f6adcb-d321-4293-8b0c-0b9bf4509b31), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:37.965394 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-813cf50c-225e-4818-ac1b-be7d27645873 service neutron] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 11:23:37.966695 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-813cf50c-225e-4818-ac1b-be7d27645873 service neutron] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4699469 Sep 19 11:23:37.992753 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6f912-fb63-4007-8990-8df9364de0dc None None] Pushing event updated for resources: {'Port': ['ID=37a78404-d208-4ade-8b64-d019e139a420,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:38.006848 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port ffbadce0-23e7-429c-a151-c36330b99d67 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:38.007386 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (ffbadce0-23e7-429c-a151-c36330b99d67), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:38.007987 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port ffbadce0-23e7-429c-a151-c36330b99d67 Sep 19 11:23:38.008989 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c484ad-1bee-4285-a727-e600825c0d83 admin admin] Pushing event updated for resources: {'Network': ['ID=51883598-23a5-4696-86a1-bd8c28c6f5ac,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:38.055044 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Network 51883598-23a5-4696-86a1-bd8c28c6f5ac details requested by agent ovs-agent-dv-cinder-820994-5-iscsi with host dv-cinder-820994-5-iscsi {{(pid=106255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 11:23:38.117113 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f5adf-e2dd-49d3-b2c4-ccbe2706c7b3 None None] Pushing event updated for resources: {'Port': ['ID=18f6adcb-d321-4293-8b0c-0b9bf4509b31,revision_number=4']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:38.123526 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-52c484ad-1bee-4285-a727-e600825c0d83 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9144175 Sep 19 11:23:38.132220 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] Set router 86ea997c-76a2-46f2-9bff-3aba867b6a07 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:23:38.136245 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54410) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:38.137900 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] Routers {'58da3361-7a5a-4e96-800d-0405596592e9'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:23:38.138531 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:23:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['58da3361-7a5a-4e96-800d-0405596592e9'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:38.154701 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-5f112bb6-6604-4c4c-9b0f-23188900b706 admin admin] Request body: {'subnet': {'network_id': '51883598-23a5-4696-86a1-bd8c28c6f5ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-418839255-subnet', 'tenant_id': '7f876df472184339907077a54d688fc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:38.167371 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afd338f-e4be-46cf-af64-42a4df3b986a admin admin] Router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:23:38.208066 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:38.212853 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f112bb6-6604-4c4c-9b0f-23188900b706 admin admin] Made reservation on behalf of 7f876df472184339907077a54d688fc3 for: {'subnet': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:23:38.215918 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5f112bb6-6604-4c4c-9b0f-23188900b706 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:38.289384 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-073a6e03-6b20-477a-92b2-03dd88efc200 None None] Attempt 3 to provision port 18f6adcb-d321-4293-8b0c-0b9bf4509b31 Sep 19 11:23:38.318054 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'name': 'tempest-ServerRescueNegativeTestJSON-660026723-router', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:36Z', 'revision_number': 4, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'gw_port': {'id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '2d2ea31e-947b-4efb-b589-86aa55a69d00', 'name': '', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'mac_address': 'fa:16:3e:3f:97:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:35Z', 'updated_at': '2022-09-19T11:23:35Z', 'revision_number': 1, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'subnets': [{'id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:38.333573 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96aed91-ce79-4409-aca4-13a12ed9eb73 admin admin] Router 6b6a071f-fac5-486e-b461-32feb13a2d53 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:23:38.356257 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1484d993-1c17-4a3e-998c-1fa744d19e43 None None] The sync data for ids ['6b6a071f-fac5-486e-b461-32feb13a2d53'] in dv-cinder-820994-5-iscsi is: [{'id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'name': 'tempest-ServerRescueNegativeTestJSON-660026723-router', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:36Z', 'revision_number': 4, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'gw_port': {'id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '2d2ea31e-947b-4efb-b589-86aa55a69d00', 'name': '', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'mac_address': 'fa:16:3e:3f:97:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:35Z', 'updated_at': '2022-09-19T11:23:35Z', 'revision_number': 1, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'subnets': [{'id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:23:38.503915 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:38.511704 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] Set router 58da3361-7a5a-4e96-800d-0405596592e9 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:23:38.524854 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port ffbadce0-23e7-429c-a151-c36330b99d67 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:38.525957 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (ffbadce0-23e7-429c-a151-c36330b99d67), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:38.550787 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-2d567998-6467-403a-8ca7-38f1ac830754 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/d68d492e-cdd4-4584-9409-0c6543a346e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700314 Sep 19 11:23:38.623846 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-073a6e03-6b20-477a-92b2-03dd88efc200 None None] Current status of the port 18f6adcb-d321-4293-8b0c-0b9bf4509b31 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:38.624166 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-073a6e03-6b20-477a-92b2-03dd88efc200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (18f6adcb-d321-4293-8b0c-0b9bf4509b31), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:38.632304 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] For port ffbadce0-23e7-429c-a151-c36330b99d67, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=ffbadce0-23e7-429c-a151-c36330b99d67,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:23:38.644126 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (ffbadce0-23e7-429c-a151-c36330b99d67), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:38.644973 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 98abcdd4-83fc-4f68-8101-816f5d42d937 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:23:38.774024 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'name': 'tempest-AttachVolumeShelveTestJSON-602054919-router', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '37a78404-d208-4ade-8b64-d019e139a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:31Z', 'revision_number': 3, 'project_id': '078bf59c33cc43579aeb270262079a37', 'gw_port': {'id': '37a78404-d208-4ade-8b64-d019e139a420', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:26Z', 'updated_at': '2022-09-19T11:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:38.808564 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:38.817846 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-4db9a04c-57f4-45a7-9bc2-c88a855e44d0 admin admin] Allocated IP 172.20.0.1 (f3f42746-643a-44f8-bda0-c0503923c439/637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924/8f6a1284-80c3-431f-b0d4-b15e4eda2346) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:23:38.823257 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afd338f-e4be-46cf-af64-42a4df3b986a admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:23:38.854511 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6afd338f-e4be-46cf-af64-42a4df3b986a admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/03f9ab4b-f064-43c1-bb4c-3751e1e578ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6469095 Sep 19 11:23:38.885301 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96aed91-ce79-4409-aca4-13a12ed9eb73 admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:23:38.894110 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-073a6e03-6b20-477a-92b2-03dd88efc200 None None] For port 18f6adcb-d321-4293-8b0c-0b9bf4509b31, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=18f6adcb-d321-4293-8b0c-0b9bf4509b31,segment=NetworkSegment(c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455),segment_id=c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:23:38.896361 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa497b55-37b2-47da-b29a-0cda80c6f25d None None] The sync data for ids ['86ea997c-76a2-46f2-9bff-3aba867b6a07'] in dv-cinder-820994-5-iscsi is: [{'id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'name': 'tempest-AttachVolumeShelveTestJSON-602054919-router', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '37a78404-d208-4ade-8b64-d019e139a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:31Z', 'revision_number': 3, 'project_id': '078bf59c33cc43579aeb270262079a37', 'gw_port': {'id': '37a78404-d208-4ade-8b64-d019e139a420', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:26Z', 'updated_at': '2022-09-19T11:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:23:38.908244 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-073a6e03-6b20-477a-92b2-03dd88efc200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (18f6adcb-d321-4293-8b0c-0b9bf4509b31), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:38.918193 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Pushing event updated for resources: {'Port': ['ID=ffbadce0-23e7-429c-a151-c36330b99d67,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:38.945339 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-e96aed91-ce79-4409-aca4-13a12ed9eb73 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/6b6a071f-fac5-486e-b461-32feb13a2d53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6352377 Sep 19 11:23:39.047089 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 98abcdd4-83fc-4f68-8101-816f5d42d937 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:39.047089 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (98abcdd4-83fc-4f68-8101-816f5d42d937), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:39.051944 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-38aa9b5e-bc56-422e-a883-55072570fb84 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/d68d492e-cdd4-4584-9409-0c6543a346e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802754 Sep 19 11:23:39.073934 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 98abcdd4-83fc-4f68-8101-816f5d42d937 Sep 19 11:23:39.113355 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:39.172686 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58da3361-7a5a-4e96-800d-0405596592e9', 'name': 'tempest-DeleteServersTestJSON-1925469301-router', 'tenant_id': '8fd848b22f854563a0ab63ec0971b595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'ffbadce0-23e7-429c-a151-c36330b99d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:22Z', 'updated_at': '2022-09-19T11:23:31Z', 'revision_number': 4, 'project_id': '8fd848b22f854563a0ab63ec0971b595', 'gw_port': {'id': 'ffbadce0-23e7-429c-a151-c36330b99d67', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58da3361-7a5a-4e96-800d-0405596592e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '18f6adcb-d321-4293-8b0c-0b9bf4509b31', 'name': '', 'network_id': 'd68d492e-cdd4-4584-9409-0c6543a346e5', 'tenant_id': '8fd848b22f854563a0ab63ec0971b595', 'mac_address': 'fa:16:3e:e2:ad:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58da3361-7a5a-4e96-800d-0405596592e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '781b53cd-d061-410d-9a4b-32b9c05dd0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:27Z', 'updated_at': '2022-09-19T11:23:37Z', 'revision_number': 4, 'project_id': '8fd848b22f854563a0ab63ec0971b595', 'subnets': [{'id': '781b53cd-d061-410d-9a4b-32b9c05dd0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:39.174827 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5f112bb6-6604-4c4c-9b0f-23188900b706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for subnet (e5fd7e75-7f2e-4e23-8e6f-bac44cb275ed), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:39.259451 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4db9a04c-57f4-45a7-9bc2-c88a855e44d0 admin admin] Publish callbacks [] for port (8f6a1284-80c3-431f-b0d4-b15e4eda2346), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:39.271107 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7d4217-5d9b-4fac-8181-0f6f9fbc24d7 None None] The sync data for ids ['58da3361-7a5a-4e96-800d-0405596592e9'] in dv-cinder-820994-5-iscsi is: [{'id': '58da3361-7a5a-4e96-800d-0405596592e9', 'name': 'tempest-DeleteServersTestJSON-1925469301-router', 'tenant_id': '8fd848b22f854563a0ab63ec0971b595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'ffbadce0-23e7-429c-a151-c36330b99d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:22Z', 'updated_at': '2022-09-19T11:23:31Z', 'revision_number': 4, 'project_id': '8fd848b22f854563a0ab63ec0971b595', 'gw_port': {'id': 'ffbadce0-23e7-429c-a151-c36330b99d67', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58da3361-7a5a-4e96-800d-0405596592e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '18f6adcb-d321-4293-8b0c-0b9bf4509b31', 'name': '', 'network_id': 'd68d492e-cdd4-4584-9409-0c6543a346e5', 'tenant_id': '8fd848b22f854563a0ab63ec0971b595', 'mac_address': 'fa:16:3e:e2:ad:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58da3361-7a5a-4e96-800d-0405596592e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '781b53cd-d061-410d-9a4b-32b9c05dd0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:27Z', 'updated_at': '2022-09-19T11:23:37Z', 'revision_number': 4, 'project_id': '8fd848b22f854563a0ab63ec0971b595', 'subnets': [{'id': '781b53cd-d061-410d-9a4b-32b9c05dd0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:23:39.287048 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Provisioning complete for port 2d2ea31e-947b-4efb-b589-86aa55a69d00 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:39.287467 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (2d2ea31e-947b-4efb-b589-86aa55a69d00), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:39.287840 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Attempt 1 to provision port 2d2ea31e-947b-4efb-b589-86aa55a69d00 Sep 19 11:23:39.292913 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f112bb6-6604-4c4c-9b0f-23188900b706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5fd7e75-7f2e-4e23-8e6f-bac44cb275ed,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:39.318041 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:39.356739 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4db9a04c-57f4-45a7-9bc2-c88a855e44d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (8f6a1284-80c3-431f-b0d4-b15e4eda2346), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:39.380362 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:39.388612 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f112bb6-6604-4c4c-9b0f-23188900b706 admin admin] Checking segment: {'id': '85d964f9-bc33-4f00-b0ba-a66f6f402479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '51883598-23a5-4696-86a1-bd8c28c6f5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:23:39.389670 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f112bb6-6604-4c4c-9b0f-23188900b706 admin admin] Network hostable DHCP agents. Network: 51883598-23a5-4696-86a1-bd8c28c6f5ac, hostable agents: ['4823e8b3-ab16-40fd-b6f9-cda48b53bbb0'], hosted agents: [] {{(pid=106254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 11:23:39.412153 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a6e03-6b20-477a-92b2-03dd88efc200 None None] Pushing event updated for resources: {'Port': ['ID=18f6adcb-d321-4293-8b0c-0b9bf4509b31,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:39.445438 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f112bb6-6604-4c4c-9b0f-23188900b706 admin admin] Network 51883598-23a5-4696-86a1-bd8c28c6f5ac is scheduled to be hosted by DHCP agent 4823e8b3-ab16-40fd-b6f9-cda48b53bbb0 with binding_index 1 {{(pid=106254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 11:23:39.476163 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-5f112bb6-6604-4c4c-9b0f-23188900b706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-5-iscsi, 51883598-23a5-4696-86a1-bd8c28c6f5ac) {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:39.485899 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f112bb6-6604-4c4c-9b0f-23188900b706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:39.489702 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5f112bb6-6604-4c4c-9b0f-23188900b706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:39.497340 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d81a0c-2a54-4e9a-b22d-a19f9e32fa76 None None] Network 51883598-23a5-4696-86a1-bd8c28c6f5ac requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:23:39.512044 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Port 2d2ea31e-947b-4efb-b589-86aa55a69d00 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:39.539681 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-5f112bb6-6604-4c4c-9b0f-23188900b706 admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4021847 Sep 19 11:23:39.752807 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 98abcdd4-83fc-4f68-8101-816f5d42d937 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:39.823661 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54466) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:39.829372 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-740dad3b-6530-4b9f-886a-87e5e5b407dc tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--869083257', 'description': 'tempest-description--1757958131'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:39.842569 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54468) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:40.007668 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee602db-923d-4ebf-85c3-649351757f2f None None] Network 51883598-23a5-4696-86a1-bd8c28c6f5ac requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:23:40.018444 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Attempt 2 to provision port 2d2ea31e-947b-4efb-b589-86aa55a69d00 Sep 19 11:23:40.025903 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-740dad3b-6530-4b9f-886a-87e5e5b407dc tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:40.053507 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db9a04c-57f4-45a7-9bc2-c88a855e44d0 admin admin] Network f3f42746-643a-44f8-bda0-c0503923c439 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:23:40.093167 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b810603-0ed7-429d-b5b2-6823da0ec8a5 req-a05dec04-1c0d-4106-ba80-228cbbe7ba51 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 210 time: 0.3018346 Sep 19 11:23:40.097063 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-4db9a04c-57f4-45a7-9bc2-c88a855e44d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:40.106228 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b1d722-f732-4230-87a4-37a0e3dc7888 admin admin] Deleting subnet fa57cb6b-8875-469e-957f-ba455d1c1a75 {{(pid=106254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 11:23:40.113097 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] Sync routers for ids ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:23:40.116939 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db9a04c-57f4-45a7-9bc2-c88a855e44d0 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:23:40.118877 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c7b1d722-f732-4230-87a4-37a0e3dc7888 admin admin] Publish callbacks [] for subnet (fa57cb6b-8875-469e-957f-ba455d1c1a75), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:40.123522 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4db9a04c-57f4-45a7-9bc2-c88a855e44d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687133'] for router_interface (86ea997c-76a2-46f2-9bff-3aba867b6a07), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:40.129630 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9a04c-57f4-45a7-9bc2-c88a855e44d0 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6a1284-80c3-431f-b0d4-b15e4eda2346,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:40.308739 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:40.318869 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Port 2d2ea31e-947b-4efb-b589-86aa55a69d00 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:40.336750 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c7b1d722-f732-4230-87a4-37a0e3dc7888 admin admin] Publish callbacks [] for subnet (fa57cb6b-8875-469e-957f-ba455d1c1a75), precommit_delete_associations {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:40.367198 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] Routers {'03f9ab4b-f064-43c1-bb4c-3751e1e578ed'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:23:40.381195 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:23:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:40.413620 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c7b1d722-f732-4230-87a4-37a0e3dc7888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437927'] for subnet (fa57cb6b-8875-469e-957f-ba455d1c1a75), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:40.417460 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 8de59461-24b8-47a9-864b-e94a6e4d6047 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:23:40.652745 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4db9a04c-57f4-45a7-9bc2-c88a855e44d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (8f6a1284-80c3-431f-b0d4-b15e4eda2346), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:40.693442 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-740dad3b-6530-4b9f-886a-87e5e5b407dc tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group (429a0977-7172-4b83-be22-c0c59e2918b7), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:40.710157 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-740dad3b-6530-4b9f-886a-87e5e5b407dc tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (429a0977-7172-4b83-be22-c0c59e2918b7), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:40.811934 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c7b1d722-f732-4230-87a4-37a0e3dc7888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for subnet (fa57cb6b-8875-469e-957f-ba455d1c1a75), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:40.827160 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Attempt 3 to provision port 2d2ea31e-947b-4efb-b589-86aa55a69d00 Sep 19 11:23:40.834463 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-740dad3b-6530-4b9f-886a-87e5e5b407dc tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:40.835733 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-740dad3b-6530-4b9f-886a-87e5e5b407dc tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0107975 Sep 19 11:23:40.840547 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 54490) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:40.853083 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-d1c95401-46dd-4f81-93b2-0fa8db8a98c7 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Request body: {'security_group_rule': {'security_group_id': '429a0977-7172-4b83-be22-c0c59e2918b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:40.860894 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740dad3b-6530-4b9f-886a-87e5e5b407dc tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=429a0977-7172-4b83-be22-c0c59e2918b7,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:40.901827 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1d722-f732-4230-87a4-37a0e3dc7888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa57cb6b-8875-469e-957f-ba455d1c1a75,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:40.909183 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c7b1d722-f732-4230-87a4-37a0e3dc7888 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:40.912932 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-c7b1d722-f732-4230-87a4-37a0e3dc7888 admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/fa57cb6b-8875-469e-957f-ba455d1c1a75 HTTP/1.1" status: 204 len: 168 time: 1.0232642 Sep 19 11:23:40.916946 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54496) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:40.994887 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:40.996120 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 8de59461-24b8-47a9-864b-e94a6e4d6047 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:40.996575 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (8de59461-24b8-47a9-864b-e94a6e4d6047), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:40.996832 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 8de59461-24b8-47a9-864b-e94a6e4d6047 Sep 19 11:23:41.013853 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] Set router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:23:41.021795 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Port 2d2ea31e-947b-4efb-b589-86aa55a69d00 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:41.078957 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 54512) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:41.129457 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:41.136298 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315986'] for network (9f1154a7-a4c6-45eb-81c6-10766f001bc2), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:41.159107 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1c95401-46dd-4f81-93b2-0fa8db8a98c7 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group_rule (80ea5516-4915-41c6-ba4a-d840e5add2c3), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:41.383410 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1254604', 'neutron.services.segments.db._delete_segments_for_network-8730872489409'] for network (9f1154a7-a4c6-45eb-81c6-10766f001bc2), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:41.428744 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:23:41.429412 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:23:41.429893 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:23:41.430337 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Subscribe: > port after_create 55550000 {{(pid=106254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:23:41.430678 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:23:41.431011 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Subscribe: > port after_update 55550000 {{(pid=106254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:23:41.431328 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:23:41.432230 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:23:41.432549 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:23:41.432866 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:23:41.512690 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 8de59461-24b8-47a9-864b-e94a6e4d6047 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:41.512937 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (8de59461-24b8-47a9-864b-e94a6e4d6047), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:41.528213 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d4eb9563-db37-404d-b221-2c43f22da88e req-3ab68c4f-01bd-4646-bb14-1ae30bc53212 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 210 time: 0.2142768 Sep 19 11:23:41.534348 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885b434-d869-427d-84c9-9c88bde85df7 req-5490ba7b-2595-4c2c-8976-135053f9d5c4 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:41.555361 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3885b434-d869-427d-84c9-9c88bde85df7 req-5490ba7b-2595-4c2c-8976-135053f9d5c4 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/networks?id=8f760d48-3e02-4562-abc4-dc5b172f3b8a HTTP/1.1" status: 200 len: 818 time: 0.4547415 Sep 19 11:23:41.600928 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Attempt 4 to provision port 2d2ea31e-947b-4efb-b589-86aa55a69d00 Sep 19 11:23:41.641438 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3885b434-d869-427d-84c9-9c88bde85df7 req-eb148faf-197a-422a-88bc-38183cda9415 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/quotas/c7ccdce201f547f5a50c93e27c5e8cb1 HTTP/1.1" status: 200 len: 375 time: 0.0850430 Sep 19 11:23:41.660926 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] For port 8de59461-24b8-47a9-864b-e94a6e4d6047, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=8de59461-24b8-47a9-864b-e94a6e4d6047,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:23:41.702999 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (8de59461-24b8-47a9-864b-e94a6e4d6047), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:41.707142 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device ffbadce0-23e7-429c-a151-c36330b99d67 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:23:41.782387 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3885b434-d869-427d-84c9-9c88bde85df7 req-74107a25-31d2-4f1c-9f80-4b16bde73741 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=c7ccdce201f547f5a50c93e27c5e8cb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1399465 Sep 19 11:23:41.948881 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Pushing event updated for resources: {'Port': ['ID=8de59461-24b8-47a9-864b-e94a6e4d6047,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:41.972544 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port ffbadce0-23e7-429c-a151-c36330b99d67 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:41.973282 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (ffbadce0-23e7-429c-a151-c36330b99d67), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:41.973945 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port ffbadce0-23e7-429c-a151-c36330b99d67 Sep 19 11:23:41.976976 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1c95401-46dd-4f81-93b2-0fa8db8a98c7 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group_rule (80ea5516-4915-41c6-ba4a-d840e5add2c3), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:42.023609 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Port 2d2ea31e-947b-4efb-b589-86aa55a69d00 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:42.024419 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1c95401-46dd-4f81-93b2-0fa8db8a98c7 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (80ea5516-4915-41c6-ba4a-d840e5add2c3), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:42.034382 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4db9a04c-57f4-45a7-9bc2-c88a855e44d0 admin admin] Publish callbacks [] for port (8f6a1284-80c3-431f-b0d4-b15e4eda2346), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:42.042118 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:23:42.042546 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:23:42.042996 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:23:42.043341 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:23:42.043851 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1154a7-a4c6-45eb-81c6-10766f001bc2']}} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:42.068674 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41290b48-f325-4bde-b600-0c6d79ebf317') {'for_net_delete': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:42.068974 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41290b48-f325-4bde-b600-0c6d79ebf317') {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:42.072218 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4db9a04c-57f4-45a7-9bc2-c88a855e44d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (8f6a1284-80c3-431f-b0d4-b15e4eda2346), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:42.074669 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4db9a04c-57f4-45a7-9bc2-c88a855e44d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687241'] for router_interface (86ea997c-76a2-46f2-9bff-3aba867b6a07), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:42.092565 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730872489301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14729291'] for segment (41290b48-f325-4bde-b600-0c6d79ebf317), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:42.118562 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (41290b48-f325-4bde-b600-0c6d79ebf317), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:42.130040 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=106254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 11:23:42.130466 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15336917'] for segment (41290b48-f325-4bde-b600-0c6d79ebf317), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:42.214500 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1254645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779145'] for network (9f1154a7-a4c6-45eb-81c6-10766f001bc2), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:42.223960 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:42.227103 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c95401-46dd-4f81-93b2-0fa8db8a98c7 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ea5516-4915-41c6-ba4a-d840e5add2c3,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:42.230610 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/9f1154a7-a4c6-45eb-81c6-10766f001bc2 HTTP/1.1" status: 204 len: 168 time: 1.3124874 Sep 19 11:23:42.231364 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54560) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:42.261668 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:42.293426 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'name': 'tempest-AttachVolumeTestJSON-1903269221-router', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:34Z', 'revision_number': 4, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'gw_port': {'id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '68571e1b-c800-4a5f-bf1f-f2f2e866b48e', 'name': '', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'mac_address': 'fa:16:3e:2d:2e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:32Z', 'updated_at': '2022-09-19T11:23:35Z', 'revision_number': 2, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'subnets': [{'id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:42.309480 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-3885b434-d869-427d-84c9-9c88bde85df7 req-4cf8bf72-372e-47c5-8e99-f84f8e18c97a service neutron] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 11:23:42.317144 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3885b434-d869-427d-84c9-9c88bde85df7 req-4cf8bf72-372e-47c5-8e99-f84f8e18c97a service neutron] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2896743 Sep 19 11:23:42.332402 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca2375-cd2f-49bc-967c-1881e9646a16 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f1154a7-a4c6-45eb-81c6-10766f001bc2,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:42.348142 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:42.380087 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] Checking router: 03f9ab4b-f064-43c1-bb4c-3751e1e578ed for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:23:42.393569 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] Updating router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed port 68571e1b-c800-4a5f-bf1f-f2f2e866b48e binding host dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:23:42.398602 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e61725d-5cef-4d42-944d-dcacf2ffd9dc admin admin] Deleting subnet e5fd7e75-7f2e-4e23-8e6f-bac44cb275ed {{(pid=106254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 11:23:42.401345 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1c95401-46dd-4f81-93b2-0fa8db8a98c7 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:42.404212 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e61725d-5cef-4d42-944d-dcacf2ffd9dc admin admin] Publish callbacks [] for subnet (e5fd7e75-7f2e-4e23-8e6f-bac44cb275ed), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:42.408196 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-d1c95401-46dd-4f81-93b2-0fa8db8a98c7 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5586469 Sep 19 11:23:42.412072 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54566) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:42.437161 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-a4a5ba3e-ad55-445b-8e16-9e0930e473c3 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Request body: {'security_group_rule': {'security_group_id': '429a0977-7172-4b83-be22-c0c59e2918b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:42.470239 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:42.474403 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (68571e1b-c800-4a5f-bf1f-f2f2e866b48e), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:42.515170 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9a04c-57f4-45a7-9bc2-c88a855e44d0 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6a1284-80c3-431f-b0d4-b15e4eda2346,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:42.518466 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port ffbadce0-23e7-429c-a151-c36330b99d67 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:42.523801 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 18f6adcb-d321-4293-8b0c-0b9bf4509b31 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:23:42.535108 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e61725d-5cef-4d42-944d-dcacf2ffd9dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14729328'] for subnet (e5fd7e75-7f2e-4e23-8e6f-bac44cb275ed), precommit_delete_associations {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:42.634241 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a4a5ba3e-ad55-445b-8e16-9e0930e473c3 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group_rule (f9857543-0895-499c-a825-96fe8d3e0bd7), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:42.660940 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Attempt 5 to provision port 2d2ea31e-947b-4efb-b589-86aa55a69d00 Sep 19 11:23:42.690593 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e61725d-5cef-4d42-944d-dcacf2ffd9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437927'] for subnet (e5fd7e75-7f2e-4e23-8e6f-bac44cb275ed), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:42.703573 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Port 2d2ea31e-947b-4efb-b589-86aa55a69d00 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:42.716169 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:42.727753 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 18f6adcb-d321-4293-8b0c-0b9bf4509b31 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:42.727967 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (18f6adcb-d321-4293-8b0c-0b9bf4509b31), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:42.728215 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 18f6adcb-d321-4293-8b0c-0b9bf4509b31 Sep 19 11:23:42.758153 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db9a04c-57f4-45a7-9bc2-c88a855e44d0 admin admin] Network f3f42746-643a-44f8-bda0-c0503923c439 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:23:42.802898 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-4db9a04c-57f4-45a7-9bc2-c88a855e44d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:42.835026 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3885b434-d869-427d-84c9-9c88bde85df7 req-12c968d6-df80-4089-9dc3-1287f4967656 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166214 Sep 19 11:23:42.870798 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.services.segments.plugin [-] Segment 41290b48-f325-4bde-b600-0c6d79ebf317 resource provider aggregate not found Sep 19 11:23:42.913959 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.services.segments.plugin [-] Segment 41290b48-f325-4bde-b600-0c6d79ebf317 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41290b48-f325-4bde-b600-0c6d79ebf317 found for delete ", "request_id": "req-a0967261-5e88-4cf1-82f8-ab8328e85ac9"}]} Sep 19 11:23:42.963410 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e61725d-5cef-4d42-944d-dcacf2ffd9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15336815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14016153'] for subnet (e5fd7e75-7f2e-4e23-8e6f-bac44cb275ed), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:42.971440 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a4a5ba3e-ad55-445b-8e16-9e0930e473c3 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group_rule (f9857543-0895-499c-a825-96fe8d3e0bd7), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:43.034983 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a4a5ba3e-ad55-445b-8e16-9e0930e473c3 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (f9857543-0895-499c-a825-96fe8d3e0bd7), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:43.058408 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61725d-5cef-4d42-944d-dcacf2ffd9dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5fd7e75-7f2e-4e23-8e6f-bac44cb275ed,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:43.082458 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:43.092742 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a4a5ba3e-ad55-445b-8e16-9e0930e473c3 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:43.094001 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-a4a5ba3e-ad55-445b-8e16-9e0930e473c3 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6806922 Sep 19 11:23:43.095462 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e61725d-5cef-4d42-944d-dcacf2ffd9dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:43.098647 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-1e61725d-5cef-4d42-944d-dcacf2ffd9dc admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/e5fd7e75-7f2e-4e23-8e6f-bac44cb275ed HTTP/1.1" status: 204 len: 168 time: 0.8589282 Sep 19 11:23:43.099462 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54608) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:43.100140 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5ba3e-ad55-445b-8e16-9e0930e473c3 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9857543-0895-499c-a825-96fe8d3e0bd7,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:43.103917 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54610) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:43.107151 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-8be38868-4760-4aee-8559-52bc7511036b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Request body: {'floatingip': {'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:43.205098 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Attempt 6 to provision port 2d2ea31e-947b-4efb-b589-86aa55a69d00 Sep 19 11:23:43.234120 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9f957a48-6dfd-485c-b6d6-b82ffe6be802 req-c6a3e148-8e3d-4e4d-863a-75f24a421bc2 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 210 time: 0.2007675 Sep 19 11:23:43.290235 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-56cc1194-936e-4064-a3c8-ca65d9cfd68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315986'] for network (51883598-23a5-4696-86a1-bd8c28c6f5ac), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:43.302991 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8be38868-4760-4aee-8559-52bc7511036b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:43.321348 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Port 2d2ea31e-947b-4efb-b589-86aa55a69d00 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:43.327020 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3885b434-d869-427d-84c9-9c88bde85df7 req-a7101bb2-9ea9-49a1-9faa-e5e40fd6c26e service neutron] 10.222.0.81 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534775 Sep 19 11:23:43.338709 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 18f6adcb-d321-4293-8b0c-0b9bf4509b31 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:43.352197 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db9a04c-57f4-45a7-9bc2-c88a855e44d0 admin admin] Router 86ea997c-76a2-46f2-9bff-3aba867b6a07 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:23:43.493383 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:43.556187 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db9a04c-57f4-45a7-9bc2-c88a855e44d0 admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:23:43.572961 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4db9a04c-57f4-45a7-9bc2-c88a855e44d0 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/86ea997c-76a2-46f2-9bff-3aba867b6a07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9240296 Sep 19 11:23:43.618559 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] Publish callbacks [] for port (68571e1b-c800-4a5f-bf1f-f2f2e866b48e), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:43.634288 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-56cc1194-936e-4064-a3c8-ca65d9cfd68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1254604', 'neutron.services.segments.db._delete_segments_for_network-8730872489409'] for network (51883598-23a5-4696-86a1-bd8c28c6f5ac), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:43.645027 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.72', 56289) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:43.664395 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (68571e1b-c800-4a5f-bf1f-f2f2e866b48e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:43.763560 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 8de59461-24b8-47a9-864b-e94a6e4d6047 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:23:43.772958 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8be38868-4760-4aee-8559-52bc7511036b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:43.811593 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-56cc1194-936e-4064-a3c8-ca65d9cfd68c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51883598-23a5-4696-86a1-bd8c28c6f5ac']}} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:43.849205 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-56cc1194-936e-4064-a3c8-ca65d9cfd68c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d964f9-bc33-4f00-b0ba-a66f6f402479') {'for_net_delete': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:43.850058 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Attempt 7 to provision port 2d2ea31e-947b-4efb-b589-86aa55a69d00 Sep 19 11:23:43.851859 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-56cc1194-936e-4064-a3c8-ca65d9cfd68c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d964f9-bc33-4f00-b0ba-a66f6f402479') {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:43.852010 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a56143-dd08-424a-80b3-0dd2c4f9c15e None None] Pushing event updated for resources: {'Port': ['ID=68571e1b-c800-4a5f-bf1f-f2f2e866b48e,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:43.884809 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-56cc1194-936e-4064-a3c8-ca65d9cfd68c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730872489301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14729291'] for segment (85d964f9-bc33-4f00-b0ba-a66f6f402479), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:43.920182 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d7e16a33-39df-44de-9073-3bab8bfcc689 req-546539af-1ad9-4956-97d5-5a549330b6e0 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 210 time: 0.0740333 Sep 19 11:23:43.937228 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-56cc1194-936e-4064-a3c8-ca65d9cfd68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (85d964f9-bc33-4f00-b0ba-a66f6f402479), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:43.955417 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56cc1194-936e-4064-a3c8-ca65d9cfd68c admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=106254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 11:23:43.956073 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-56cc1194-936e-4064-a3c8-ca65d9cfd68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15336917'] for segment (85d964f9-bc33-4f00-b0ba-a66f6f402479), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:43.964945 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] Attempting to bind port 68571e1b-c800-4a5f-bf1f-f2f2e866b48e on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:23:43.965377 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] Attempting to bind port 68571e1b-c800-4a5f-bf1f-f2f2e866b48e by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': '7e5b877b-24b6-4285-8279-364e2e59bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:23:43.965701 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] Attempting to bind port 68571e1b-c800-4a5f-bf1f-f2f2e866b48e on network 79977212-9704-4425-8d7a-e6522d6f3c5b {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:23:44.054726 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-debee66a-0e69-4c80-9fb4-76f790d0f030 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:44.058650 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-debee66a-0e69-4c80-9fb4-76f790d0f030 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.72 "GET /networking/v2.0/networks?id=d68d492e-cdd4-4584-9409-0c6543a346e5 HTTP/1.1" status: 200 len: 812 time: 0.4123514 Sep 19 11:23:44.069453 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:23:44.069989 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] Checking segment: {'id': '7e5b877b-24b6-4285-8279-364e2e59bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:23:44.070398 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:44.070789 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] Bound using segment: {'id': '7e5b877b-24b6-4285-8279-364e2e59bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:23:44.071269 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] Bound port: 68571e1b-c800-4a5f-bf1f-f2f2e866b48e, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5b877b-24b6-4285-8279-364e2e59bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:23:44.071644 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (68571e1b-c800-4a5f-bf1f-f2f2e866b48e), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:44.128349 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-f3f1f644-bfbd-49f3-96e3-a64017dcaf8c tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Request body: {'port': {'device_id': '6aa6ead2-6eb3-4248-aa4f-76b526b373fc', 'network_id': 'd68d492e-cdd4-4584-9409-0c6543a346e5', 'admin_state_up': True, 'tenant_id': '8fd848b22f854563a0ab63ec0971b595'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:44.244355 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-56cc1194-936e-4064-a3c8-ca65d9cfd68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1254645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779145'] for network (51883598-23a5-4696-86a1-bd8c28c6f5ac), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:44.271445 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Port 2d2ea31e-947b-4efb-b589-86aa55a69d00 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:44.291742 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] For port 68571e1b-c800-4a5f-bf1f-f2f2e866b48e, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:23:44.302944 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc1194-936e-4064-a3c8-ca65d9cfd68c admin admin] Pushing event deleted for resources: {'Network': ['ID=51883598-23a5-4696-86a1-bd8c28c6f5ac,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:44.305448 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-56cc1194-936e-4064-a3c8-ca65d9cfd68c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:44.309736 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] For port 68571e1b-c800-4a5f-bf1f-f2f2e866b48e, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=68571e1b-c800-4a5f-bf1f-f2f2e866b48e,segment=NetworkSegment(7e5b877b-24b6-4285-8279-364e2e59bab9),segment_id=7e5b877b-24b6-4285-8279-364e2e59bab9)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:23:44.323692 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-56cc1194-936e-4064-a3c8-ca65d9cfd68c admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/51883598-23a5-4696-86a1-bd8c28c6f5ac HTTP/1.1" status: 204 len: 168 time: 1.2035832 Sep 19 11:23:44.345313 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (68571e1b-c800-4a5f-bf1f-f2f2e866b48e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:44.363621 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 8de59461-24b8-47a9-864b-e94a6e4d6047 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:44.364000 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (8de59461-24b8-47a9-864b-e94a6e4d6047), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:44.367872 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 8de59461-24b8-47a9-864b-e94a6e4d6047 Sep 19 11:23:44.453391 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54698) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:44.495191 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-757d9f55-827f-4e9a-a0b9-e06493e34f1b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1483523224', 'description': 'tempest-description--1174963661'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:44.579215 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:44.631445 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] Routers {'03f9ab4b-f064-43c1-bb4c-3751e1e578ed'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:23:44.632145 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:23:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:44.665035 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:44.748560 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a56143-dd08-424a-80b3-0dd2c4f9c15e None None] Pushing event updated for resources: {'Port': ['ID=68571e1b-c800-4a5f-bf1f-f2f2e866b48e,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:44.781253 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Attempt 8 to provision port 2d2ea31e-947b-4efb-b589-86aa55a69d00 Sep 19 11:23:44.784451 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-757d9f55-827f-4e9a-a0b9-e06493e34f1b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:44.799283 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:44.846576 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-8be38868-4760-4aee-8559-52bc7511036b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Allocated IP 172.27.2.224 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/de129f30-a96f-4045-8376-4333de63969d) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:23:45.014654 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 8de59461-24b8-47a9-864b-e94a6e4d6047 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:45.015897 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 37a78404-d208-4ade-8b64-d019e139a420 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:23:45.058539 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Port 2d2ea31e-947b-4efb-b589-86aa55a69d00 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:45.087399 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] Set router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:23:45.141545 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 54734) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:45.146694 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 37a78404-d208-4ade-8b64-d019e139a420 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:45.147092 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (37a78404-d208-4ade-8b64-d019e139a420), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:45.147423 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 37a78404-d208-4ade-8b64-d019e139a420 Sep 19 11:23:45.316815 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aebb4b53-eec2-4f87-abb3-75a7e67ca8cc req-680c7d39-fcc0-4f95-b01b-50ab78572c60 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 210 time: 0.1759844 Sep 19 11:23:45.398875 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-f3f1f644-bfbd-49f3-96e3-a64017dcaf8c tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Made reservation on behalf of 8fd848b22f854563a0ab63ec0971b595 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:23:45.401759 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.services.segments.plugin [-] Segment 85d964f9-bc33-4f00-b0ba-a66f6f402479 resource provider aggregate not found Sep 19 11:23:45.412725 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8be38868-4760-4aee-8559-52bc7511036b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for port (de129f30-a96f-4045-8376-4333de63969d), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:45.421504 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-f3f1f644-bfbd-49f3-96e3-a64017dcaf8c tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:45.461087 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-757d9f55-827f-4e9a-a0b9-e06493e34f1b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group (5bc3f887-52c0-4d10-aac6-f9f5a01b339b), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:45.469680 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.services.segments.plugin [-] Segment 85d964f9-bc33-4f00-b0ba-a66f6f402479 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85d964f9-bc33-4f00-b0ba-a66f6f402479 found for delete ", "request_id": "req-29ceda15-a6f8-4549-a58e-3e27e8f63eb8"}]} Sep 19 11:23:45.481695 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-757d9f55-827f-4e9a-a0b9-e06493e34f1b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (5bc3f887-52c0-4d10-aac6-f9f5a01b339b), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:45.496619 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] Sync routers for ids ['86ea997c-76a2-46f2-9bff-3aba867b6a07'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:23:45.524144 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] Routers {'86ea997c-76a2-46f2-9bff-3aba867b6a07'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:23:45.524829 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:23:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['86ea997c-76a2-46f2-9bff-3aba867b6a07'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:45.569667 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Attempt 9 to provision port 2d2ea31e-947b-4efb-b589-86aa55a69d00 Sep 19 11:23:45.641574 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-757d9f55-827f-4e9a-a0b9-e06493e34f1b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:45.646819 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-757d9f55-827f-4e9a-a0b9-e06493e34f1b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1909597 Sep 19 11:23:45.650159 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d9f55-827f-4e9a-a0b9-e06493e34f1b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc3f887-52c0-4d10-aac6-f9f5a01b339b,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:45.684637 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54764) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:45.695653 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-2899a1f5-ab50-46cf-83b1-4854b76060d7 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Request body: {'security_group_rule': {'security_group_id': '5bc3f887-52c0-4d10-aac6-f9f5a01b339b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:45.705638 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:45.727781 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8be38868-4760-4aee-8559-52bc7511036b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (de129f30-a96f-4045-8376-4333de63969d), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:45.740512 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Port 2d2ea31e-947b-4efb-b589-86aa55a69d00 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:45.788220 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be38868-4760-4aee-8559-52bc7511036b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Pushing event updated for resources: {'Port': ['ID=de129f30-a96f-4045-8376-4333de63969d,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:45.832405 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] Set router 86ea997c-76a2-46f2-9bff-3aba867b6a07 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:23:45.888761 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be38868-4760-4aee-8559-52bc7511036b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:23:45.892433 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2899a1f5-ab50-46cf-83b1-4854b76060d7 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group_rule (b92fc4fb-fcb0-4ef8-9078-cde41c892346), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:45.906559 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-8be38868-4760-4aee-8559-52bc7511036b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:45.927067 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be38868-4760-4aee-8559-52bc7511036b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:23:45.935750 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'name': 'tempest-AttachVolumeTestJSON-1903269221-router', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:34Z', 'revision_number': 4, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'gw_port': {'id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '68571e1b-c800-4a5f-bf1f-f2f2e866b48e', 'name': '', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'mac_address': 'fa:16:3e:2d:2e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:32Z', 'updated_at': '2022-09-19T11:23:44Z', 'revision_number': 4, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'subnets': [{'id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:46.073250 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae62e14-69d9-4932-bce5-55c2b2ebfaca None None] The sync data for ids ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'] in dv-cinder-820994-5-iscsi is: [{'id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'name': 'tempest-AttachVolumeTestJSON-1903269221-router', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:34Z', 'revision_number': 4, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'gw_port': {'id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '68571e1b-c800-4a5f-bf1f-f2f2e866b48e', 'name': '', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'mac_address': 'fa:16:3e:2d:2e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:32Z', 'updated_at': '2022-09-19T11:23:44Z', 'revision_number': 4, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'subnets': [{'id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:23:46.096181 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] Sync routers for ids ['6b6a071f-fac5-486e-b461-32feb13a2d53'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:23:46.139502 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 37a78404-d208-4ade-8b64-d019e139a420 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:46.141530 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (37a78404-d208-4ade-8b64-d019e139a420), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:46.145888 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2899a1f5-ab50-46cf-83b1-4854b76060d7 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group_rule (b92fc4fb-fcb0-4ef8-9078-cde41c892346), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:46.178187 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2899a1f5-ab50-46cf-83b1-4854b76060d7 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (b92fc4fb-fcb0-4ef8-9078-cde41c892346), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:46.248818 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] Routers {'6b6a071f-fac5-486e-b461-32feb13a2d53'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:23:46.260561 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:23:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['6b6a071f-fac5-486e-b461-32feb13a2d53'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:46.263914 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:46.272457 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Attempt 10 to provision port 2d2ea31e-947b-4efb-b589-86aa55a69d00 Sep 19 11:23:46.280106 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-2fe15828-2d5b-4c07-8fa9-942c03e70a7f admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=7c8ef32903e844e0ba16a7cc9cf9d608&name=default HTTP/1.1" status: 200 len: 2993 time: 1.1371765 Sep 19 11:23:46.291322 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 54778) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:46.302793 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899a1f5-ab50-46cf-83b1-4854b76060d7 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92fc4fb-fcb0-4ef8-9078-cde41c892346,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:46.368867 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2899a1f5-ab50-46cf-83b1-4854b76060d7 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:46.388837 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-2899a1f5-ab50-46cf-83b1-4854b76060d7 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7014277 Sep 19 11:23:46.395673 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54784) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:46.490300 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-a075d90b-4b7e-4530-ac62-40da3e00b72d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Request body: {'security_group_rule': {'security_group_id': '5bc3f887-52c0-4d10-aac6-f9f5a01b339b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:46.517542 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:46.787497 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a075d90b-4b7e-4530-ac62-40da3e00b72d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group_rule (3bc4531f-8f85-4007-a586-b5525ac4b457), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:46.789933 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-b117b4a4-f0bb-4296-ae92-950d6f5d4064 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:46.790822 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'name': 'tempest-AttachVolumeShelveTestJSON-602054919-router', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '37a78404-d208-4ade-8b64-d019e139a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:40Z', 'revision_number': 4, 'project_id': '078bf59c33cc43579aeb270262079a37', 'gw_port': {'id': '37a78404-d208-4ade-8b64-d019e139a420', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:26Z', 'updated_at': '2022-09-19T11:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '8f6a1284-80c3-431f-b0d4-b15e4eda2346', 'name': '', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'mac_address': 'fa:16:3e:b9:44:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:37Z', 'updated_at': '2022-09-19T11:23:40Z', 'revision_number': 2, 'project_id': '078bf59c33cc43579aeb270262079a37', 'subnets': [{'id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:46.810353 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8be38868-4760-4aee-8559-52bc7511036b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for floatingip (a0f9f497-5333-4bc7-8bc7-6e1206e6eea1), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:46.810778 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-b117b4a4-f0bb-4296-ae92-950d6f5d4064 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/networks?id=8f760d48-3e02-4562-abc4-dc5b172f3b8a HTTP/1.1" status: 200 len: 818 time: 2.0392592 Sep 19 11:23:46.863144 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54804) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:46.865390 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] Checking router: 86ea997c-76a2-46f2-9bff-3aba867b6a07 for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:23:46.870699 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] Updating router 86ea997c-76a2-46f2-9bff-3aba867b6a07 port 8f6a1284-80c3-431f-b0d4-b15e4eda2346 binding host dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:23:46.937945 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:46.944997 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-f3f1f644-bfbd-49f3-96e3-a64017dcaf8c tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Allocated IP 172.20.0.14 (d68d492e-cdd4-4584-9409-0c6543a346e5/781b53cd-d061-410d-9a4b-32b9c05dd0a4/8b1399aa-63ac-460e-a185-4338a45c416c) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:23:46.976463 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (8f6a1284-80c3-431f-b0d4-b15e4eda2346), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:46.988354 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce4c49ef-00e3-4740-a9f6-a94110965317 req-175a318e-a731-40d2-8e02-7bf4dc076416 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 210 time: 0.3224413 Sep 19 11:23:47.002102 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-2ed84395-5871-4a84-8876-84d790a802ad tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/quotas/c7ccdce201f547f5a50c93e27c5e8cb1 HTTP/1.1" status: 200 len: 375 time: 0.1826823 Sep 19 11:23:47.041809 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8be38868-4760-4aee-8559-52bc7511036b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (de129f30-a96f-4045-8376-4333de63969d), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:47.094854 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:47.145792 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] For port 37a78404-d208-4ade-8b64-d019e139a420, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=37a78404-d208-4ade-8b64-d019e139a420,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:23:47.203054 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cc2d0447-2705-4ba5-bb7e-7c58650a5f8b admin admin] Publish callbacks [] for security_group (61a5dd01-5eee-4383-bbda-9265b8ff201b), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:47.232619 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cc2d0447-2705-4ba5-bb7e-7c58650a5f8b admin admin] Publish callbacks [] for security_group (61a5dd01-5eee-4383-bbda-9265b8ff201b), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:47.263679 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Port 2d2ea31e-947b-4efb-b589-86aa55a69d00 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:47.293667 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (37a78404-d208-4ade-8b64-d019e139a420), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:47.295157 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 8143c7f8-13d5-4330-91d8-e90ce04d5dc4 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:23:47.374663 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-827fc15f-1eca-4830-9559-bf7f7212d000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:47.468956 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1732e786-782a-4b35-bd23-231ebd51d58e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:47.493383 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-368c75bf-2dc1-4427-8817-3825988a2977 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=c7ccdce201f547f5a50c93e27c5e8cb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4879355 Sep 19 11:23:47.495203 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:47.521254 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Pushing event updated for resources: {'Port': ['ID=37a78404-d208-4ade-8b64-d019e139a420,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:47.544083 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a075d90b-4b7e-4530-ac62-40da3e00b72d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group_rule (3bc4531f-8f85-4007-a586-b5525ac4b457), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:47.561059 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.72', 56299) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:47.582857 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a075d90b-4b7e-4530-ac62-40da3e00b72d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (3bc4531f-8f85-4007-a586-b5525ac4b457), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:47.623518 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Provisioning complete for port 68571e1b-c800-4a5f-bf1f-f2f2e866b48e triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:47.624059 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (68571e1b-c800-4a5f-bf1f-f2f2e866b48e), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:47.625227 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Attempt 1 to provision port 68571e1b-c800-4a5f-bf1f-f2f2e866b48e Sep 19 11:23:47.733419 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075d90b-4b7e-4530-ac62-40da3e00b72d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc4531f-8f85-4007-a586-b5525ac4b457,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:47.765274 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a075d90b-4b7e-4530-ac62-40da3e00b72d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:47.772295 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-a075d90b-4b7e-4530-ac62-40da3e00b72d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3746951 Sep 19 11:23:47.785116 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54828) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:47.791471 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-4fede07d-18b3-400f-ad5a-561bd6e83728 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Request body: {'floatingip': {'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:47.831904 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] Publish callbacks [] for port (8f6a1284-80c3-431f-b0d4-b15e4eda2346), precommit_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:47.838784 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cc2d0447-2705-4ba5-bb7e-7c58650a5f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (61a5dd01-5eee-4383-bbda-9265b8ff201b), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:47.843113 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (8f6a1284-80c3-431f-b0d4-b15e4eda2346), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:47.849427 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cc2d0447-2705-4ba5-bb7e-7c58650a5f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:47.853976 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-cc2d0447-2705-4ba5-bb7e-7c58650a5f8b admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/61a5dd01-5eee-4383-bbda-9265b8ff201b HTTP/1.1" status: 204 len: 168 time: 1.5227556 Sep 19 11:23:47.888441 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8be38868-4760-4aee-8559-52bc7511036b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for port (de129f30-a96f-4045-8376-4333de63969d), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:47.924962 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8be38868-4760-4aee-8559-52bc7511036b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336761'] for port (de129f30-a96f-4045-8376-4333de63969d), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:47.979824 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] Set router 6b6a071f-fac5-486e-b461-32feb13a2d53 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:23:47.993101 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:48.092557 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4fede07d-18b3-400f-ad5a-561bd6e83728 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:48.108303 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a2cd8-189c-46d2-bec7-afeef6b63863 None None] Pushing event updated for resources: {'Port': ['ID=8f6a1284-80c3-431f-b0d4-b15e4eda2346,revision_number=3']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:48.159007 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d0447-2705-4ba5-bb7e-7c58650a5f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a5dd01-5eee-4383-bbda-9265b8ff201b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:48.159930 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] Attempting to bind port 8f6a1284-80c3-431f-b0d4-b15e4eda2346 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:23:48.163641 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] Attempting to bind port 8f6a1284-80c3-431f-b0d4-b15e4eda2346 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'c41065d2-5551-4cb3-b374-f4cecafcff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439'}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:23:48.165605 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] Attempting to bind port 8f6a1284-80c3-431f-b0d4-b15e4eda2346 on network f3f42746-643a-44f8-bda0-c0503923c439 {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:23:48.179957 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 8143c7f8-13d5-4330-91d8-e90ce04d5dc4 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:48.181260 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885b434-d869-427d-84c9-9c88bde85df7 req-8963a48e-9202-474a-9ad9-78ec85ea215d tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:48.182681 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (8143c7f8-13d5-4330-91d8-e90ce04d5dc4), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:48.183109 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 8143c7f8-13d5-4330-91d8-e90ce04d5dc4 Sep 19 11:23:48.184005 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3885b434-d869-427d-84c9-9c88bde85df7 req-8963a48e-9202-474a-9ad9-78ec85ea215d tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.72 "GET /networking/v2.0/networks?id=8f760d48-3e02-4562-abc4-dc5b172f3b8a HTTP/1.1" status: 200 len: 818 time: 0.6206005 Sep 19 11:23:48.189826 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:48.192621 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Current status of the port 68571e1b-c800-4a5f-bf1f-f2f2e866b48e is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:48.194399 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (68571e1b-c800-4a5f-bf1f-f2f2e866b48e), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:48.250152 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:23:48.250422 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-3885b434-d869-427d-84c9-9c88bde85df7 req-bcf33d6e-11db-4b03-9d04-b09936139410 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Request body: {'port': {'device_id': '781f01d3-aa65-40ad-9c85-0e93e6f05745', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'admin_state_up': True, 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:48.250953 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] Checking segment: {'id': 'c41065d2-5551-4cb3-b374-f4cecafcff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:23:48.251507 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:48.252206 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] Bound using segment: {'id': 'c41065d2-5551-4cb3-b374-f4cecafcff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439'} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:23:48.252834 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] Bound port: 8f6a1284-80c3-431f-b0d4-b15e4eda2346, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41065d2-5551-4cb3-b374-f4cecafcff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439'}}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:23:48.253363 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (8f6a1284-80c3-431f-b0d4-b15e4eda2346), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:48.296352 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f377e6f-0a6a-466e-ac1e-9a9a0eb5f7be req-94f80ff1-1609-458f-b9f1-69593d955e6a tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 210 time: 0.1029391 Sep 19 11:23:48.377022 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be38868-4760-4aee-8559-52bc7511036b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Pushing event updated for resources: {'Port': ['ID=de129f30-a96f-4045-8376-4333de63969d,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:48.401828 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8be38868-4760-4aee-8559-52bc7511036b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (a0f9f497-5333-4bc7-8bc7-6e1206e6eea1), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:48.460636 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1732e786-782a-4b35-bd23-231ebd51d58e admin admin] Publish callbacks [] for security_group (cb653d5f-434e-4f71-8dea-759fb09a15ef), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:48.491847 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] For port 8f6a1284-80c3-431f-b0d4-b15e4eda2346, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:23:48.502059 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] For port 8f6a1284-80c3-431f-b0d4-b15e4eda2346, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=8f6a1284-80c3-431f-b0d4-b15e4eda2346,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:23:48.517784 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (8f6a1284-80c3-431f-b0d4-b15e4eda2346), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:48.526937 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] For port 68571e1b-c800-4a5f-bf1f-f2f2e866b48e, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=68571e1b-c800-4a5f-bf1f-f2f2e866b48e,segment=NetworkSegment(7e5b877b-24b6-4285-8279-364e2e59bab9),segment_id=7e5b877b-24b6-4285-8279-364e2e59bab9)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:23:48.553624 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1732e786-782a-4b35-bd23-231ebd51d58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (cb653d5f-434e-4f71-8dea-759fb09a15ef), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:48.622558 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] Routers {'86ea997c-76a2-46f2-9bff-3aba867b6a07'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:23:48.625229 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:23:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['86ea997c-76a2-46f2-9bff-3aba867b6a07'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:48.643312 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-162d270c-8d1c-4258-bc47-df1f82b2e8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:48.643602 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:48.648839 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (68571e1b-c800-4a5f-bf1f-f2f2e866b48e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:48.715162 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8be38868-4760-4aee-8559-52bc7511036b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:48.733314 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-8be38868-4760-4aee-8559-52bc7511036b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6308956 Sep 19 11:23:48.735144 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6ffa7-01f6-4a81-9cdf-5ce82ffcdf7a None None] Pushing event updated for resources: {'Port': ['ID=68571e1b-c800-4a5f-bf1f-f2f2e866b48e,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:48.758865 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 54850) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:48.809025 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4fede07d-18b3-400f-ad5a-561bd6e83728 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:48.837800 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-3041bd9b-3f8f-443d-976f-3a9c2c7d3cdf None None] Provisioning complete for port 8f6a1284-80c3-431f-b0d4-b15e4eda2346 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:48.838404 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3041bd9b-3f8f-443d-976f-3a9c2c7d3cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (8f6a1284-80c3-431f-b0d4-b15e4eda2346), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:48.838879 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-3041bd9b-3f8f-443d-976f-3a9c2c7d3cdf None None] Attempt 1 to provision port 8f6a1284-80c3-431f-b0d4-b15e4eda2346 Sep 19 11:23:48.840223 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-1732e786-782a-4b35-bd23-231ebd51d58e admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=9b6e07889e3e42a4877fa56f8712ca94&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9758120 Sep 19 11:23:48.845462 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'name': 'tempest-ServerRescueNegativeTestJSON-660026723-router', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:36Z', 'revision_number': 4, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'gw_port': {'id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '2d2ea31e-947b-4efb-b589-86aa55a69d00', 'name': '', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'mac_address': 'fa:16:3e:3f:97:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:35Z', 'updated_at': '2022-09-19T11:23:36Z', 'revision_number': 2, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'subnets': [{'id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:48.867863 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54858) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:48.871002 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a2cd8-189c-46d2-bec7-afeef6b63863 None None] Pushing event updated for resources: {'Port': ['ID=8f6a1284-80c3-431f-b0d4-b15e4eda2346,revision_number=4']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:48.889281 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732e786-782a-4b35-bd23-231ebd51d58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb653d5f-434e-4f71-8dea-759fb09a15ef,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:48.934138 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-8ff01908-f414-4032-b88b-e3cb558e335e service neutron] 10.222.0.81 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4393268 Sep 19 11:23:48.935479 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] Checking router: 6b6a071f-fac5-486e-b461-32feb13a2d53 for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:23:48.935877 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] Updating router 6b6a071f-fac5-486e-b461-32feb13a2d53 port 2d2ea31e-947b-4efb-b589-86aa55a69d00 binding host dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:23:48.956961 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-f3f1f644-bfbd-49f3-96e3-a64017dcaf8c tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Publish callbacks [] for port (8b1399aa-63ac-460e-a185-4338a45c416c), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:48.976828 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:48.983105 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (2d2ea31e-947b-4efb-b589-86aa55a69d00), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:49.053404 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 8143c7f8-13d5-4330-91d8-e90ce04d5dc4 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:49.053951 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (8143c7f8-13d5-4330-91d8-e90ce04d5dc4), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:49.082311 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] For port 8143c7f8-13d5-4330-91d8-e90ce04d5dc4, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=8143c7f8-13d5-4330-91d8-e90ce04d5dc4,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:23:49.179045 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] Set router 86ea997c-76a2-46f2-9bff-3aba867b6a07 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:23:49.210370 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54880) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:49.211259 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:49.604793 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:49.622035 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (8143c7f8-13d5-4330-91d8-e90ce04d5dc4), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:49.846735 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0de18503-d9d5-4d85-9fb0-3742698d2cf7 admin admin] Publish callbacks [] for security_group (cb653d5f-434e-4f71-8dea-759fb09a15ef), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:49.887374 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-6d655ea2-de1c-474e-b150-6ee49e576bf5 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9382589 Sep 19 11:23:49.931847 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:49.945363 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-b13a4347-386e-4c66-813f-3ca7851a8f44 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=7f876df472184339907077a54d688fc3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1585829 Sep 19 11:23:49.945363 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-f3f1f644-bfbd-49f3-96e3-a64017dcaf8c tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (8b1399aa-63ac-460e-a185-4338a45c416c), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:49.960115 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 54894) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:49.973446 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-4fede07d-18b3-400f-ad5a-561bd6e83728 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Allocated IP 172.27.2.156 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/6333b967-adcf-4901-82ac-530b393bc777) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:23:50.043042 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0de18503-d9d5-4d85-9fb0-3742698d2cf7 admin admin] Publish callbacks [] for security_group (cb653d5f-434e-4f71-8dea-759fb09a15ef), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:50.052051 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3885b434-d869-427d-84c9-9c88bde85df7 req-bcf33d6e-11db-4b03-9d04-b09936139410 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Made reservation on behalf of c7ccdce201f547f5a50c93e27c5e8cb1 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:23:50.064812 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3885b434-d869-427d-84c9-9c88bde85df7 req-bcf33d6e-11db-4b03-9d04-b09936139410 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:50.069311 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:50.133024 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:50.147344 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-3041bd9b-3f8f-443d-976f-3a9c2c7d3cdf None None] Current status of the port 8f6a1284-80c3-431f-b0d4-b15e4eda2346 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:50.149379 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-f3f1f644-bfbd-49f3-96e3-a64017dcaf8c tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Network d68d492e-cdd4-4584-9409-0c6543a346e5 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:23:50.151607 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3041bd9b-3f8f-443d-976f-3a9c2c7d3cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (8f6a1284-80c3-431f-b0d4-b15e4eda2346), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:50.160540 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8ed644da-b9ac-4b95-be8c-c755b5dd7ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:50.196403 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-f3f1f644-bfbd-49f3-96e3-a64017dcaf8c tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:50.214851 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-f3f1f644-bfbd-49f3-96e3-a64017dcaf8c tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:23:50.226605 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-f3f1f644-bfbd-49f3-96e3-a64017dcaf8c tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:50.226763 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Pushing event updated for resources: {'Port': ['ID=8143c7f8-13d5-4330-91d8-e90ce04d5dc4,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:50.227323 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-f3f1f644-bfbd-49f3-96e3-a64017dcaf8c tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:50.247392 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 68571e1b-c800-4a5f-bf1f-f2f2e866b48e up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:23:50.247636 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'name': 'tempest-AttachVolumeShelveTestJSON-602054919-router', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '37a78404-d208-4ade-8b64-d019e139a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:40Z', 'revision_number': 4, 'project_id': '078bf59c33cc43579aeb270262079a37', 'gw_port': {'id': '37a78404-d208-4ade-8b64-d019e139a420', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:26Z', 'updated_at': '2022-09-19T11:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '8f6a1284-80c3-431f-b0d4-b15e4eda2346', 'name': '', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'mac_address': 'fa:16:3e:b9:44:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:37Z', 'updated_at': '2022-09-19T11:23:48Z', 'revision_number': 4, 'project_id': '078bf59c33cc43579aeb270262079a37', 'subnets': [{'id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:50.262017 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 54900) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:50.326968 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-f3f1f644-bfbd-49f3-96e3-a64017dcaf8c tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2035322 Sep 19 11:23:50.327503 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a706fd-6935-42a4-991a-fd6624fd67f5 None None] The sync data for ids ['86ea997c-76a2-46f2-9bff-3aba867b6a07'] in dv-cinder-820994-5-iscsi is: [{'id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'name': 'tempest-AttachVolumeShelveTestJSON-602054919-router', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '37a78404-d208-4ade-8b64-d019e139a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:40Z', 'revision_number': 4, 'project_id': '078bf59c33cc43579aeb270262079a37', 'gw_port': {'id': '37a78404-d208-4ade-8b64-d019e139a420', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:26Z', 'updated_at': '2022-09-19T11:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '8f6a1284-80c3-431f-b0d4-b15e4eda2346', 'name': '', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'mac_address': 'fa:16:3e:b9:44:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:37Z', 'updated_at': '2022-09-19T11:23:48Z', 'revision_number': 4, 'project_id': '078bf59c33cc43579aeb270262079a37', 'subnets': [{'id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:23:50.354590 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-f8bf6e5c-7a06-400d-9d52-cdffd9677c08 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 11:23:50.362435 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-f8bf6e5c-7a06-400d-9d52-cdffd9677c08 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0246530 Sep 19 11:23:50.407335 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-7dddff92-60ba-42dd-917b-d5ddfb27bb57 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--869083257&fields=id&tenant_id=e8a952d8324548d7a8e80f72449ea5e6 HTTP/1.1" status: 200 len: 267 time: 1.2240093 Sep 19 11:23:50.471798 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-3041bd9b-3f8f-443d-976f-3a9c2c7d3cdf None None] For port 8f6a1284-80c3-431f-b0d4-b15e4eda2346, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=8f6a1284-80c3-431f-b0d4-b15e4eda2346,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:23:50.607385 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3041bd9b-3f8f-443d-976f-3a9c2c7d3cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (8f6a1284-80c3-431f-b0d4-b15e4eda2346), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:50.664250 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0de18503-d9d5-4d85-9fb0-3742698d2cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (cb653d5f-434e-4f71-8dea-759fb09a15ef), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:50.673391 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0de18503-d9d5-4d85-9fb0-3742698d2cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:50.675380 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-0de18503-d9d5-4d85-9fb0-3742698d2cf7 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/cb653d5f-434e-4f71-8dea-759fb09a15ef HTTP/1.1" status: 204 len: 168 time: 1.7939463 Sep 19 11:23:50.768797 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de18503-d9d5-4d85-9fb0-3742698d2cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb653d5f-434e-4f71-8dea-759fb09a15ef,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:50.833244 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] Publish callbacks [] for port (2d2ea31e-947b-4efb-b589-86aa55a69d00), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:50.845726 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-51216c5b-c883-4a67-a70a-3a465dfcb758 None None] Provisioning complete for port 8b1399aa-63ac-460e-a185-4338a45c416c triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:50.846174 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-51216c5b-c883-4a67-a70a-3a465dfcb758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (8b1399aa-63ac-460e-a185-4338a45c416c), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:50.846524 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-51216c5b-c883-4a67-a70a-3a465dfcb758 None None] Attempt 1 to provision port 8b1399aa-63ac-460e-a185-4338a45c416c Sep 19 11:23:50.864250 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 68571e1b-c800-4a5f-bf1f-f2f2e866b48e triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:50.864603 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (68571e1b-c800-4a5f-bf1f-f2f2e866b48e), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:50.864886 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 68571e1b-c800-4a5f-bf1f-f2f2e866b48e Sep 19 11:23:50.925813 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4fede07d-18b3-400f-ad5a-561bd6e83728 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for port (6333b967-adcf-4901-82ac-530b393bc777), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:50.948025 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (2d2ea31e-947b-4efb-b589-86aa55a69d00), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:50.988777 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041bd9b-3f8f-443d-976f-3a9c2c7d3cdf None None] Pushing event updated for resources: {'Port': ['ID=8f6a1284-80c3-431f-b0d4-b15e4eda2346,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:51.034777 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:51.049341 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8ed644da-b9ac-4b95-be8c-c755b5dd7ce8 admin admin] Publish callbacks [] for security_group (eb7b2ccb-f008-4a1b-b53c-45f664a51389), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:51.062122 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8ed644da-b9ac-4b95-be8c-c755b5dd7ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (eb7b2ccb-f008-4a1b-b53c-45f664a51389), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:51.127092 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4fede07d-18b3-400f-ad5a-561bd6e83728 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (6333b967-adcf-4901-82ac-530b393bc777), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:51.138728 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f3ed522-3eef-4b5b-93e0-cb8d0ddb92aa admin admin] Publish callbacks [] for security_group (e05ffe91-765a-4c89-8102-6ad90fb13443), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:51.142692 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed644da-b9ac-4b95-be8c-c755b5dd7ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7b2ccb-f008-4a1b-b53c-45f664a51389,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:51.180521 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-8ed644da-b9ac-4b95-be8c-c755b5dd7ce8 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=34f46c1ef9e5469a8585aabd8cd56bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9236825 Sep 19 11:23:51.183531 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fede07d-18b3-400f-ad5a-561bd6e83728 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:23:51.186624 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54924) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:51.210151 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-51216c5b-c883-4a67-a70a-3a465dfcb758 None None] Port 8b1399aa-63ac-460e-a185-4338a45c416c cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:51.233232 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-4fede07d-18b3-400f-ad5a-561bd6e83728 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:51.243035 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fede07d-18b3-400f-ad5a-561bd6e83728 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:23:51.244284 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f3ed522-3eef-4b5b-93e0-cb8d0ddb92aa admin admin] Publish callbacks [] for security_group (e05ffe91-765a-4c89-8102-6ad90fb13443), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:51.248848 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:51.345675 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fede07d-18b3-400f-ad5a-561bd6e83728 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Pushing event updated for resources: {'Port': ['ID=6333b967-adcf-4901-82ac-530b393bc777,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:51.363019 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:51.426642 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54926) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:51.433258 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] Attempting to bind port 2d2ea31e-947b-4efb-b589-86aa55a69d00 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:23:51.434078 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] Attempting to bind port 2d2ea31e-947b-4efb-b589-86aa55a69d00 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': '72995677-08f5-40c1-af00-f097f32b62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:23:51.434883 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] Attempting to bind port 2d2ea31e-947b-4efb-b589-86aa55a69d00 on network 8f760d48-3e02-4562-abc4-dc5b172f3b8a {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:23:51.494113 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37b7aa1d-e459-4114-92d1-5aed259c3a36 admin admin] Publish callbacks [] for security_group (eb7b2ccb-f008-4a1b-b53c-45f664a51389), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:51.532509 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-205bb2c4-822b-45f4-8fa9-e8d9b1ca56d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:51.565766 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37b7aa1d-e459-4114-92d1-5aed259c3a36 admin admin] Publish callbacks [] for security_group (eb7b2ccb-f008-4a1b-b53c-45f664a51389), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:51.568968 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb75972-7d2e-4cc0-b350-980566e9377e req-ef2d064e-c338-4f47-af96-ee0dd53d35d5 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:51.571181 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4bb75972-7d2e-4cc0-b350-980566e9377e req-ef2d064e-c338-4f47-af96-ee0dd53d35d5 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 932 time: 0.8693466 Sep 19 11:23:51.572555 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1f644-bfbd-49f3-96e3-a64017dcaf8c tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Pushing event updated for resources: {'Port': ['ID=8b1399aa-63ac-460e-a185-4338a45c416c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:51.618918 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5c182-f21e-494a-81c4-473bc666f8f7 None None] Pushing event updated for resources: {'Port': ['ID=2d2ea31e-947b-4efb-b589-86aa55a69d00,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:51.631406 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:23:51.631815 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] Checking segment: {'id': '72995677-08f5-40c1-af00-f097f32b62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:23:51.632231 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:51.632759 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] Bound using segment: {'id': '72995677-08f5-40c1-af00-f097f32b62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:23:51.633163 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] Bound port: 2d2ea31e-947b-4efb-b589-86aa55a69d00, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72995677-08f5-40c1-af00-f097f32b62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:23:51.633548 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (2d2ea31e-947b-4efb-b589-86aa55a69d00), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:51.697330 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37b7aa1d-e459-4114-92d1-5aed259c3a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (eb7b2ccb-f008-4a1b-b53c-45f664a51389), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:51.700668 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37b7aa1d-e459-4114-92d1-5aed259c3a36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:51.702039 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:51.703189 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-37b7aa1d-e459-4114-92d1-5aed259c3a36 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/eb7b2ccb-f008-4a1b-b53c-45f664a51389 HTTP/1.1" status: 204 len: 168 time: 0.5148084 Sep 19 11:23:51.704477 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3958cb6b-59af-47f6-b47f-e476abbabec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:51.717506 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-51216c5b-c883-4a67-a70a-3a465dfcb758 None None] Attempt 2 to provision port 8b1399aa-63ac-460e-a185-4338a45c416c Sep 19 11:23:51.808587 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-51216c5b-c883-4a67-a70a-3a465dfcb758 None None] Port 8b1399aa-63ac-460e-a185-4338a45c416c cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:51.816177 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:51.818290 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 68571e1b-c800-4a5f-bf1f-f2f2e866b48e is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:51.823544 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 37a78404-d208-4ade-8b64-d019e139a420 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:23:51.826785 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3958cb6b-59af-47f6-b47f-e476abbabec1 admin admin] Publish callbacks [] for security_group (17c9a4ac-8a55-4629-b030-90f42877778b), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:51.884264 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3958cb6b-59af-47f6-b47f-e476abbabec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (17c9a4ac-8a55-4629-b030-90f42877778b), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:51.903955 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7aa1d-e459-4114-92d1-5aed259c3a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7b2ccb-f008-4a1b-b53c-45f664a51389,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:51.935750 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] Request body: {'port': {'device_id': '6aa6ead2-6eb3-4248-aa4f-76b526b373fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:51.940506 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:52.041834 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4fede07d-18b3-400f-ad5a-561bd6e83728 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for floatingip (0ebf1581-8b74-4ca3-a378-f33ac66e9cb8), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:52.085792 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 37a78404-d208-4ade-8b64-d019e139a420 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:52.086377 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (37a78404-d208-4ade-8b64-d019e139a420), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:52.086499 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 37a78404-d208-4ade-8b64-d019e139a420 Sep 19 11:23:52.087102 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-3958cb6b-59af-47f6-b47f-e476abbabec1 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=6a02a26bfc664cb4a9d0cbbd754647c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6384728 Sep 19 11:23:52.101168 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54930) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:52.132022 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958cb6b-59af-47f6-b47f-e476abbabec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c9a4ac-8a55-4629-b030-90f42877778b,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:52.244983 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] For port 2d2ea31e-947b-4efb-b589-86aa55a69d00, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:23:52.263098 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] For port 2d2ea31e-947b-4efb-b589-86aa55a69d00, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=2d2ea31e-947b-4efb-b589-86aa55a69d00,segment=NetworkSegment(72995677-08f5-40c1-af00-f097f32b62f8),segment_id=72995677-08f5-40c1-af00-f097f32b62f8)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:23:52.286258 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (2d2ea31e-947b-4efb-b589-86aa55a69d00), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:52.296739 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4fede07d-18b3-400f-ad5a-561bd6e83728 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (6333b967-adcf-4901-82ac-530b393bc777), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:52.446697 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-0500ebc1-30e0-4bd6-9b2c-5a73f49f7227 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:52.448882 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-0500ebc1-30e0-4bd6-9b2c-5a73f49f7227 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/networks?id=79977212-9704-4425-8d7a-e6522d6f3c5b HTTP/1.1" status: 200 len: 811 time: 2.0378425 Sep 19 11:23:52.460270 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-18d383a1-6818-41a8-872e-8ad6464fb962 admin admin] Publish callbacks [] for security_group (17c9a4ac-8a55-4629-b030-90f42877778b), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:52.542033 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-18d383a1-6818-41a8-872e-8ad6464fb962 admin admin] Publish callbacks [] for security_group (17c9a4ac-8a55-4629-b030-90f42877778b), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:52.564501 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-3885b434-d869-427d-84c9-9c88bde85df7 req-bcf33d6e-11db-4b03-9d04-b09936139410 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Allocated IP 172.20.0.8 (8f760d48-3e02-4562-abc4-dc5b172f3b8a/da16c182-c3ae-4775-9d91-5e2002af698e/d8d9d58e-5f33-4c6e-bba4-32413e04606d) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:23:52.614774 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-51216c5b-c883-4a67-a70a-3a465dfcb758 None None] Attempt 3 to provision port 8b1399aa-63ac-460e-a185-4338a45c416c Sep 19 11:23:52.616817 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 37a78404-d208-4ade-8b64-d019e139a420 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:52.686871 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4bb75972-7d2e-4cc0-b350-980566e9377e req-c7619158-9d64-4063-ab9b-6fe56c93609d tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1109fc52-9132-4b24-97b7-83d778bbd773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7859497 Sep 19 11:23:52.698325 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] Routers {'6b6a071f-fac5-486e-b461-32feb13a2d53'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:23:52.700910 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:52.721167 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54934) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:52.722384 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:23:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['6b6a071f-fac5-486e-b461-32feb13a2d53'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:52.739388 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-18d383a1-6818-41a8-872e-8ad6464fb962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (17c9a4ac-8a55-4629-b030-90f42877778b), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:52.748281 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-18d383a1-6818-41a8-872e-8ad6464fb962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:52.749454 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-18d383a1-6818-41a8-872e-8ad6464fb962 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/17c9a4ac-8a55-4629-b030-90f42877778b HTTP/1.1" status: 204 len: 168 time: 0.6466012 Sep 19 11:23:52.841895 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:23:52.851202 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fc11d0c3-8fc0-4ccf-8daa-786d61ccfe5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:52.869842 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d383a1-6818-41a8-872e-8ad6464fb962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c9a4ac-8a55-4629-b030-90f42877778b,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:52.887097 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5c182-f21e-494a-81c4-473bc666f8f7 None None] Pushing event updated for resources: {'Port': ['ID=2d2ea31e-947b-4efb-b589-86aa55a69d00,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:52.960957 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-51216c5b-c883-4a67-a70a-3a465dfcb758 None None] Port 8b1399aa-63ac-460e-a185-4338a45c416c cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:53.057624 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 8f6a1284-80c3-431f-b0d4-b15e4eda2346 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:23:53.156880 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3885b434-d869-427d-84c9-9c88bde85df7 req-bcf33d6e-11db-4b03-9d04-b09936139410 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for port (d8d9d58e-5f33-4c6e-bba4-32413e04606d), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:53.212260 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fc11d0c3-8fc0-4ccf-8daa-786d61ccfe5c admin admin] Publish callbacks [] for security_group (ba3bd4d1-83cb-4cd3-87a3-737b57b17584), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:53.214144 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.72', 56313) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:53.246239 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] Set router 6b6a071f-fac5-486e-b461-32feb13a2d53 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:23:53.264317 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:53.267467 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:53.270823 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f3ed522-3eef-4b5b-93e0-cb8d0ddb92aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (e05ffe91-765a-4c89-8102-6ad90fb13443), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:53.279851 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f3ed522-3eef-4b5b-93e0-cb8d0ddb92aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:53.286568 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-5f3ed522-3eef-4b5b-93e0-cb8d0ddb92aa admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/e05ffe91-765a-4c89-8102-6ad90fb13443 HTTP/1.1" status: 204 len: 168 time: 3.3108137 Sep 19 11:23:53.296243 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fc11d0c3-8fc0-4ccf-8daa-786d61ccfe5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (ba3bd4d1-83cb-4cd3-87a3-737b57b17584), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:53.307233 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3885b434-d869-427d-84c9-9c88bde85df7 req-bcf33d6e-11db-4b03-9d04-b09936139410 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (d8d9d58e-5f33-4c6e-bba4-32413e04606d), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:53.421948 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 8f6a1284-80c3-431f-b0d4-b15e4eda2346 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:53.422368 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (8f6a1284-80c3-431f-b0d4-b15e4eda2346), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:53.425303 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 8f6a1284-80c3-431f-b0d4-b15e4eda2346 Sep 19 11:23:53.536436 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3885b434-d869-427d-84c9-9c88bde85df7 req-bcf33d6e-11db-4b03-9d04-b09936139410 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Network 8f760d48-3e02-4562-abc4-dc5b172f3b8a is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:23:53.546184 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (8b1399aa-63ac-460e-a185-4338a45c416c), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:53.562650 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-b7129f53-f4bc-4fef-b57b-665f646fa046 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/quotas/e8a952d8324548d7a8e80f72449ea5e6 HTTP/1.1" status: 200 len: 375 time: 1.0390944 Sep 19 11:23:53.581975 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-51216c5b-c883-4a67-a70a-3a465dfcb758 None None] Attempt 4 to provision port 8b1399aa-63ac-460e-a185-4338a45c416c Sep 19 11:23:53.667193 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:53.695719 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf33d6e-11db-4b03-9d04-b09936139410 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Pushing event updated for resources: {'Port': ['ID=d8d9d58e-5f33-4c6e-bba4-32413e04606d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:53.710199 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-3885b434-d869-427d-84c9-9c88bde85df7 req-bcf33d6e-11db-4b03-9d04-b09936139410 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:53.760713 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ed522-3eef-4b5b-93e0-cb8d0ddb92aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05ffe91-765a-4c89-8102-6ad90fb13443,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:53.988025 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-205bb2c4-822b-45f4-8fa9-e8d9b1ca56d3 admin admin] Publish callbacks [] for security_group (dbd8c5db-627d-49de-a159-122a84983fe4), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:54.001330 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6a519b7d-9cb2-4a72-b109-0cce8eed0604 req-1f83c538-1390-4315-8e28-3d8b13137485 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 210 time: 0.7098584 Sep 19 11:23:54.044484 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-205bb2c4-822b-45f4-8fa9-e8d9b1ca56d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (dbd8c5db-627d-49de-a159-122a84983fe4), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:54.087291 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:54.108355 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-fc11d0c3-8fc0-4ccf-8daa-786d61ccfe5c admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=3daf7ecec0a34c6585b9e0a950b5f5ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3733389 Sep 19 11:23:54.148320 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-51216c5b-c883-4a67-a70a-3a465dfcb758 None None] Port 8b1399aa-63ac-460e-a185-4338a45c416c cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:54.156737 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 54962) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:54.191443 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11d0c3-8fc0-4ccf-8daa-786d61ccfe5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3bd4d1-83cb-4cd3-87a3-737b57b17584,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:54.200361 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3885b434-d869-427d-84c9-9c88bde85df7 req-bcf33d6e-11db-4b03-9d04-b09936139410 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:23:54.217366 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885b434-d869-427d-84c9-9c88bde85df7 req-bcf33d6e-11db-4b03-9d04-b09936139410 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:54.218216 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3885b434-d869-427d-84c9-9c88bde85df7 req-bcf33d6e-11db-4b03-9d04-b09936139410 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:54.345247 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'name': 'tempest-ServerRescueNegativeTestJSON-660026723-router', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:36Z', 'revision_number': 4, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'gw_port': {'id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '2d2ea31e-947b-4efb-b589-86aa55a69d00', 'name': '', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'mac_address': 'fa:16:3e:3f:97:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:35Z', 'updated_at': '2022-09-19T11:23:52Z', 'revision_number': 4, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'subnets': [{'id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:23:54.376878 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4fede07d-18b3-400f-ad5a-561bd6e83728 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for port (6333b967-adcf-4901-82ac-530b393bc777), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:54.411855 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4fede07d-18b3-400f-ad5a-561bd6e83728 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336761'] for port (6333b967-adcf-4901-82ac-530b393bc777), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:54.453691 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8798c8-06c6-4755-a8a8-ddf123d2b60c None None] The sync data for ids ['6b6a071f-fac5-486e-b461-32feb13a2d53'] in dv-cinder-820994-5-iscsi is: [{'id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'name': 'tempest-ServerRescueNegativeTestJSON-660026723-router', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:36Z', 'revision_number': 4, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'gw_port': {'id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '2d2ea31e-947b-4efb-b589-86aa55a69d00', 'name': '', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'mac_address': 'fa:16:3e:3f:97:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:35Z', 'updated_at': '2022-09-19T11:23:52Z', 'revision_number': 4, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'subnets': [{'id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:23:54.507094 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-2563097f-cde7-4666-84f6-9c5de47e7e79 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e8a952d8324548d7a8e80f72449ea5e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7713590 Sep 19 11:23:54.561121 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-da948ccc-96bd-4680-b8d4-c3ae93879391 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:54.562818 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-da948ccc-96bd-4680-b8d4-c3ae93879391 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.72 "GET /networking/v2.0/networks?id=8f760d48-3e02-4562-abc4-dc5b172f3b8a HTTP/1.1" status: 200 len: 818 time: 1.2991168 Sep 19 11:23:54.583412 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-d0fb884a-118a-4522-ab09-6d58ef53ed28 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Request body: {'port': {'device_id': 'c1fde0ab-90d4-496f-8d81-15056c43a44e', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'admin_state_up': True, 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:54.612192 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fede07d-18b3-400f-ad5a-561bd6e83728 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Pushing event updated for resources: {'Port': ['ID=6333b967-adcf-4901-82ac-530b393bc777,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:54.617373 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 8f6a1284-80c3-431f-b0d4-b15e4eda2346 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:54.626523 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 8143c7f8-13d5-4330-91d8-e90ce04d5dc4 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:23:54.690903 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4fede07d-18b3-400f-ad5a-561bd6e83728 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (0ebf1581-8b74-4ca3-a378-f33ac66e9cb8), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:54.711408 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4fede07d-18b3-400f-ad5a-561bd6e83728 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:54.713060 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-4fede07d-18b3-400f-ad5a-561bd6e83728 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9257121 Sep 19 11:23:54.722527 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-51216c5b-c883-4a67-a70a-3a465dfcb758 None None] Attempt 5 to provision port 8b1399aa-63ac-460e-a185-4338a45c416c Sep 19 11:23:54.786431 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:54.787386 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-54f687d1-9f00-49de-86d2-3dd0f667ea19 admin admin] Publish callbacks [] for security_group (ba3bd4d1-83cb-4cd3-87a3-737b57b17584), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:54.794325 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-205bb2c4-822b-45f4-8fa9-e8d9b1ca56d3 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=dcb15b699d5f4db990b0f9fd451eb470&name=default HTTP/1.1" status: 200 len: 2996 time: 4.5283859 Sep 19 11:23:54.794325 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bb2c4-822b-45f4-8fa9-e8d9b1ca56d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd8c5db-627d-49de-a159-122a84983fe4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:54.796777 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 54986) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:54.814449 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3885b434-d869-427d-84c9-9c88bde85df7 req-bcf33d6e-11db-4b03-9d04-b09936139410 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5989091 Sep 19 11:23:54.880246 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:54.909791 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3d165-454c-40c6-aa07-31e69d05c2c2 req-2938c651-b805-4d79-813b-37f7080639e1 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:54.911371 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03d3d165-454c-40c6-aa07-31e69d05c2c2 req-2938c651-b805-4d79-813b-37f7080639e1 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 932 time: 0.5430343 Sep 19 11:23:54.933105 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-51216c5b-c883-4a67-a70a-3a465dfcb758 None None] Port 8b1399aa-63ac-460e-a185-4338a45c416c cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:54.948277 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 8143c7f8-13d5-4330-91d8-e90ce04d5dc4 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:54.948590 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (8143c7f8-13d5-4330-91d8-e90ce04d5dc4), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:54.948981 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 8143c7f8-13d5-4330-91d8-e90ce04d5dc4 Sep 19 11:23:54.982804 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-d0fb884a-118a-4522-ab09-6d58ef53ed28 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Made reservation on behalf of c7ccdce201f547f5a50c93e27c5e8cb1 for: {'port': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:23:55.004364 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-d0fb884a-118a-4522-ab09-6d58ef53ed28 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:55.138013 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-3885b434-d869-427d-84c9-9c88bde85df7 req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] Request body: {'port': {'device_id': '781f01d3-aa65-40ad-9c85-0e93e6f05745', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:55.180021 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 8143c7f8-13d5-4330-91d8-e90ce04d5dc4 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:55.420874 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 2d2ea31e-947b-4efb-b589-86aa55a69d00 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:23:55.449382 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:55.456328 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f5390e81-4399-4a3c-a980-d847e73e9aac admin admin] Publish callbacks [] for security_group (dbd8c5db-627d-49de-a159-122a84983fe4), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:55.472725 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3885b434-d869-427d-84c9-9c88bde85df7 req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (d8d9d58e-5f33-4c6e-bba4-32413e04606d), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:55.486375 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-51216c5b-c883-4a67-a70a-3a465dfcb758 None None] Attempt 6 to provision port 8b1399aa-63ac-460e-a185-4338a45c416c Sep 19 11:23:55.703064 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f5390e81-4399-4a3c-a980-d847e73e9aac admin admin] Publish callbacks [] for security_group (dbd8c5db-627d-49de-a159-122a84983fe4), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:55.707007 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-51216c5b-c883-4a67-a70a-3a465dfcb758 None None] Port 8b1399aa-63ac-460e-a185-4338a45c416c cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:55.711833 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 2d2ea31e-947b-4efb-b589-86aa55a69d00 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:55.712166 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (2d2ea31e-947b-4efb-b589-86aa55a69d00), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:55.712674 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 2d2ea31e-947b-4efb-b589-86aa55a69d00 Sep 19 11:23:55.782564 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03d3d165-454c-40c6-aa07-31e69d05c2c2 req-0aa41c4c-fc5c-403b-80b6-cbb61e0bf3ad tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1109fc52-9132-4b24-97b7-83d778bbd773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6554465 Sep 19 11:23:55.839261 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-54f687d1-9f00-49de-86d2-3dd0f667ea19 admin admin] Publish callbacks [] for security_group (ba3bd4d1-83cb-4cd3-87a3-737b57b17584), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:55.925189 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:55.993623 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 2d2ea31e-947b-4efb-b589-86aa55a69d00 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:55.994398 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (2d2ea31e-947b-4efb-b589-86aa55a69d00), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:56.065340 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-d0fb884a-118a-4522-ab09-6d58ef53ed28 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Allocated IP 172.20.0.13 (8f760d48-3e02-4562-abc4-dc5b172f3b8a/da16c182-c3ae-4775-9d91-5e2002af698e/f759b9af-a4de-46a2-b77f-a99514276d61) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:23:56.092903 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] For port 2d2ea31e-947b-4efb-b589-86aa55a69d00, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=2d2ea31e-947b-4efb-b589-86aa55a69d00,segment=NetworkSegment(72995677-08f5-40c1-af00-f097f32b62f8),segment_id=72995677-08f5-40c1-af00-f097f32b62f8)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:23:56.098321 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (2d2ea31e-947b-4efb-b589-86aa55a69d00), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:56.138939 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f5390e81-4399-4a3c-a980-d847e73e9aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (dbd8c5db-627d-49de-a159-122a84983fe4), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:56.141560 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f5390e81-4399-4a3c-a980-d847e73e9aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:56.146969 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-f5390e81-4399-4a3c-a980-d847e73e9aac admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/dbd8c5db-627d-49de-a159-122a84983fe4 HTTP/1.1" status: 204 len: 168 time: 1.3482082 Sep 19 11:23:56.197625 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5390e81-4399-4a3c-a980-d847e73e9aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd8c5db-627d-49de-a159-122a84983fe4,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:56.205918 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8cbfa4ea-1ad6-43c3-98c9-a729fda5860b req-c5b0c202-58c1-4e20-82e8-95bb03a60095 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 210 time: 0.2775087 Sep 19 11:23:56.224804 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-51216c5b-c883-4a67-a70a-3a465dfcb758 None None] Attempt 7 to provision port 8b1399aa-63ac-460e-a185-4338a45c416c Sep 19 11:23:56.229855 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Pushing event updated for resources: {'Port': ['ID=2d2ea31e-947b-4efb-b589-86aa55a69d00,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:56.336593 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-b405d7d9-b086-470f-a74a-beeba4033501 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/79977212-9704-4425-8d7a-e6522d6f3c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7633197 Sep 19 11:23:56.406920 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-51216c5b-c883-4a67-a70a-3a465dfcb758 None None] Port 8b1399aa-63ac-460e-a185-4338a45c416c cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:56.534520 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-54f687d1-9f00-49de-86d2-3dd0f667ea19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (ba3bd4d1-83cb-4cd3-87a3-737b57b17584), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:56.537807 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-54f687d1-9f00-49de-86d2-3dd0f667ea19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:56.539576 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-54f687d1-9f00-49de-86d2-3dd0f667ea19 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/ba3bd4d1-83cb-4cd3-87a3-737b57b17584 HTTP/1.1" status: 204 len: 168 time: 2.3410952 Sep 19 11:23:56.597746 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f687d1-9f00-49de-86d2-3dd0f667ea19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3bd4d1-83cb-4cd3-87a3-737b57b17584,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:56.615210 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-d0fb884a-118a-4522-ab09-6d58ef53ed28 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for port (f759b9af-a4de-46a2-b77f-a99514276d61), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:56.665399 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1399aa-63ac-460e-a185-4338a45c416c {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:23:56.698065 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-d0fb884a-118a-4522-ab09-6d58ef53ed28 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (f759b9af-a4de-46a2-b77f-a99514276d61), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:56.705243 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-4d995ba2-6a32-4911-886b-3011cb58a2d5 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1483523224&fields=id&tenant_id=078bf59c33cc43579aeb270262079a37 HTTP/1.1" status: 200 len: 267 time: 0.2838497 Sep 19 11:23:56.724492 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] Publish callbacks [] for port (8b1399aa-63ac-460e-a185-4338a45c416c), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:56.788226 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-3bfb484c-0dfc-4275-a01a-c9d3059e44be service neutron] 10.222.0.81 "GET /networking/v2.0/networks/79977212-9704-4425-8d7a-e6522d6f3c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362960 Sep 19 11:23:56.791689 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-d0fb884a-118a-4522-ab09-6d58ef53ed28 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Network 8f760d48-3e02-4562-abc4-dc5b172f3b8a is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:23:56.800179 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-d0fb884a-118a-4522-ab09-6d58ef53ed28 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:23:56.812355 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-d0fb884a-118a-4522-ab09-6d58ef53ed28 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:23:56.889641 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-d0fb884a-118a-4522-ab09-6d58ef53ed28 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:56.889641 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-d0fb884a-118a-4522-ab09-6d58ef53ed28 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for port (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:56.907814 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-51216c5b-c883-4a67-a70a-3a465dfcb758 None None] Attempt 8 to provision port 8b1399aa-63ac-460e-a185-4338a45c416c Sep 19 11:23:56.914580 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb884a-118a-4522-ab09-6d58ef53ed28 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Pushing event updated for resources: {'Port': ['ID=f759b9af-a4de-46a2-b77f-a99514276d61,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:56.923752 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-d0fb884a-118a-4522-ab09-6d58ef53ed28 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3445823 Sep 19 11:23:56.944354 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] Request body: {'port': {'device_id': 'c1fde0ab-90d4-496f-8d81-15056c43a44e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:23:57.030608 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-51216c5b-c883-4a67-a70a-3a465dfcb758 None None] Port 8b1399aa-63ac-460e-a185-4338a45c416c cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:57.040322 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (f759b9af-a4de-46a2-b77f-a99514276d61), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:57.080872 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] Transition to ACTIVE for port object 8b1399aa-63ac-460e-a185-4338a45c416c will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 11:23:57.108960 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (8b1399aa-63ac-460e-a185-4338a45c416c), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:57.317388 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:57.385660 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 2d2ea31e-947b-4efb-b589-86aa55a69d00 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:23:57.409519 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:57.445197 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 55048) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:57.472248 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 2d2ea31e-947b-4efb-b589-86aa55a69d00 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:57.472867 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (2d2ea31e-947b-4efb-b589-86aa55a69d00), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:57.473352 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 2d2ea31e-947b-4efb-b589-86aa55a69d00 Sep 19 11:23:57.531408 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-51216c5b-c883-4a67-a70a-3a465dfcb758 None None] Attempt 9 to provision port 8b1399aa-63ac-460e-a185-4338a45c416c Sep 19 11:23:57.653739 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-51216c5b-c883-4a67-a70a-3a465dfcb758 None None] Port 8b1399aa-63ac-460e-a185-4338a45c416c cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:57.787663 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 2d2ea31e-947b-4efb-b589-86aa55a69d00 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:23:58.017593 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5daaa2f-3978-4cd4-8328-9e10f60d84ae req-6bb5a6e5-00af-4698-a0d3-925c5e039e37 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:58.019640 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b5daaa2f-3978-4cd4-8328-9e10f60d84ae req-6bb5a6e5-00af-4698-a0d3-925c5e039e37 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 944 time: 0.6858449 Sep 19 11:23:58.023216 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2dd03795-9011-44f8-8e48-457226d8a818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:58.046984 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-ccb5417a-34ee-49fd-9ba2-16300a8d6cd1 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:58.049173 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-ccb5417a-34ee-49fd-9ba2-16300a8d6cd1 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/networks?id=f3f42746-643a-44f8-bda0-c0503923c439 HTTP/1.1" status: 200 len: 816 time: 1.3430316 Sep 19 11:23:58.158542 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-51216c5b-c883-4a67-a70a-3a465dfcb758 None None] Attempt 10 to provision port 8b1399aa-63ac-460e-a185-4338a45c416c Sep 19 11:23:58.187549 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-7a1ec524-aee5-4bf9-a00c-da6a4d1656c1 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/quotas/078bf59c33cc43579aeb270262079a37 HTTP/1.1" status: 200 len: 375 time: 0.1290073 Sep 19 11:23:58.204566 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-51216c5b-c883-4a67-a70a-3a465dfcb758 None None] Port 8b1399aa-63ac-460e-a185-4338a45c416c cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:58.262811 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-3885b434-d869-427d-84c9-9c88bde85df7 req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d9d58e-5f33-4c6e-bba4-32413e04606d {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:23:58.337736 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-0f4a1ca2-6016-465e-94c6-e5f9fc1feef3 None None] Provisioning complete for port d8d9d58e-5f33-4c6e-bba4-32413e04606d triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:23:58.340469 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-0f4a1ca2-6016-465e-94c6-e5f9fc1feef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (d8d9d58e-5f33-4c6e-bba4-32413e04606d), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:58.340469 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-0f4a1ca2-6016-465e-94c6-e5f9fc1feef3 None None] Attempt 1 to provision port d8d9d58e-5f33-4c6e-bba4-32413e04606d Sep 19 11:23:58.347560 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:58.434797 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:58.444630 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-0f4a1ca2-6016-465e-94c6-e5f9fc1feef3 None None] Port d8d9d58e-5f33-4c6e-bba4-32413e04606d cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:58.481768 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-b40f0938-10ea-49bb-854c-f62b6189f44b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=078bf59c33cc43579aeb270262079a37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2931833 Sep 19 11:23:58.554462 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3885b434-d869-427d-84c9-9c88bde85df7 req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] Publish callbacks [] for port (d8d9d58e-5f33-4c6e-bba4-32413e04606d), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:58.573504 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1399aa-63ac-460e-a185-4338a45c416c,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:58.839111 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2dd03795-9011-44f8-8e48-457226d8a818 admin admin] Publish callbacks [] for security_group (982439c3-7049-4a6c-889b-ed3afcb0e581), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:58.860435 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] Attempting to bind port 8b1399aa-63ac-460e-a185-4338a45c416c on host hv-cinder-82099 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:23:58.860969 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] Attempting to bind port 8b1399aa-63ac-460e-a185-4338a45c416c by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': 'c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd68d492e-cdd4-4584-9409-0c6543a346e5'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:23:58.861424 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] Attempting to bind port 8b1399aa-63ac-460e-a185-4338a45c416c on network d68d492e-cdd4-4584-9409-0c6543a346e5 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:23:58.948372 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-0f4a1ca2-6016-465e-94c6-e5f9fc1feef3 None None] Attempt 2 to provision port d8d9d58e-5f33-4c6e-bba4-32413e04606d Sep 19 11:23:59.014532 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-3885b434-d869-427d-84c9-9c88bde85df7 req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] Transition to ACTIVE for port object d8d9d58e-5f33-4c6e-bba4-32413e04606d will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 11:23:59.018617 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2dd03795-9011-44f8-8e48-457226d8a818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (982439c3-7049-4a6c-889b-ed3afcb0e581), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:59.022536 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:59.043663 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-0f4a1ca2-6016-465e-94c6-e5f9fc1feef3 None None] Port d8d9d58e-5f33-4c6e-bba4-32413e04606d cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:59.087800 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3885b434-d869-427d-84c9-9c88bde85df7 req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (d8d9d58e-5f33-4c6e-bba4-32413e04606d), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:59.145694 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] Port 8b1399aa-63ac-460e-a185-4338a45c416c on network d68d492e-cdd4-4584-9409-0c6543a346e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 11:23:59.145694 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] Attempting to bind port 8b1399aa-63ac-460e-a185-4338a45c416c on network d68d492e-cdd4-4584-9409-0c6543a346e5 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:23:59.157137 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] Pushing event updated for resources: {'Port': ['ID=d8d9d58e-5f33-4c6e-bba4-32413e04606d,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:59.162344 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b5daaa2f-3978-4cd4-8328-9e10f60d84ae req-cbb87221-f438-4032-8e92-c467167b338d tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1109fc52-9132-4b24-97b7-83d778bbd773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0356848 Sep 19 11:23:59.232909 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:59.248022 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-2dd03795-9011-44f8-8e48-457226d8a818 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=dc45dc6bc8fd4939b8e7af39e1f40f8f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7663350 Sep 19 11:23:59.248857 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd03795-9011-44f8-8e48-457226d8a818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982439c3-7049-4a6c-889b-ed3afcb0e581,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:59.251221 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 55122) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:59.371248 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-3885b434-d869-427d-84c9-9c88bde85df7 req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] Attempting to bind port d8d9d58e-5f33-4c6e-bba4-32413e04606d on host hv-cinder-82099 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:23:59.371836 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-3885b434-d869-427d-84c9-9c88bde85df7 req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] Attempting to bind port d8d9d58e-5f33-4c6e-bba4-32413e04606d by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '72995677-08f5-40c1-af00-f097f32b62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:23:59.372459 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3885b434-d869-427d-84c9-9c88bde85df7 req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] Attempting to bind port d8d9d58e-5f33-4c6e-bba4-32413e04606d on network 8f760d48-3e02-4562-abc4-dc5b172f3b8a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:23:59.376323 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-bc9dc139-49cf-4113-91a8-24b2ad94976d service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8059773 Sep 19 11:23:59.387243 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] Checking agent: {'id': '89dce09e-1d3d-46be-9edc-f71162f9f1f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'started_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:23:59.387893 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] Checking segment: {'id': 'c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd68d492e-cdd4-4584-9409-0c6543a346e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:23:59.388688 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] Bound using segment: {'id': 'c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd68d492e-cdd4-4584-9409-0c6543a346e5'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:23:59.389378 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] Bound port: 8b1399aa-63ac-460e-a185-4338a45c416c, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd68d492e-cdd4-4584-9409-0c6543a346e5'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:23:59.389967 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (8b1399aa-63ac-460e-a185-4338a45c416c), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:59.474816 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:23:59.479276 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f759b9af-a4de-46a2-b77f-a99514276d61 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:23:59.508659 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] Publish callbacks [] for port (f759b9af-a4de-46a2-b77f-a99514276d61), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:59.545696 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-0f4a1ca2-6016-465e-94c6-e5f9fc1feef3 None None] Attempt 3 to provision port d8d9d58e-5f33-4c6e-bba4-32413e04606d Sep 19 11:23:59.571439 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] Transition to ACTIVE for port object f759b9af-a4de-46a2-b77f-a99514276d61 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 11:23:59.580823 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-28ca6930-7474-4a40-b9f9-dab8802c374f req-8c4dabfe-7890-4649-a5b4-f450d96f6ef8 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 210 time: 0.1123450 Sep 19 11:23:59.592130 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336761'] for port (f759b9af-a4de-46a2-b77f-a99514276d61), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:59.618233 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-0f4a1ca2-6016-465e-94c6-e5f9fc1feef3 None None] Port d8d9d58e-5f33-4c6e-bba4-32413e04606d cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:23:59.648076 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3885b434-d869-427d-84c9-9c88bde85df7 req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] Port d8d9d58e-5f33-4c6e-bba4-32413e04606d on network 8f760d48-3e02-4562-abc4-dc5b172f3b8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 11:23:59.648643 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3885b434-d869-427d-84c9-9c88bde85df7 req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] Attempting to bind port d8d9d58e-5f33-4c6e-bba4-32413e04606d on network 8f760d48-3e02-4562-abc4-dc5b172f3b8a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:23:59.651177 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-48465e73-485f-430e-b474-c6360f06f6f0 admin admin] Publish callbacks [] for security_group (982439c3-7049-4a6c-889b-ed3afcb0e581), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:59.707303 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] For port 8b1399aa-63ac-460e-a185-4338a45c416c, host hv-cinder-82099, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:23:59.768954 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-48465e73-485f-430e-b474-c6360f06f6f0 admin admin] Publish callbacks [] for security_group (982439c3-7049-4a6c-889b-ed3afcb0e581), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:59.779883 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=f759b9af-a4de-46a2-b77f-a99514276d61,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:23:59.802361 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] For port 8b1399aa-63ac-460e-a185-4338a45c416c, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=8b1399aa-63ac-460e-a185-4338a45c416c,segment=NetworkSegment(c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455),segment_id=c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:23:59.841760 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] Attempting to bind port f759b9af-a4de-46a2-b77f-a99514276d61 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:23:59.842123 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] Attempting to bind port f759b9af-a4de-46a2-b77f-a99514276d61 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '72995677-08f5-40c1-af00-f097f32b62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:23:59.842478 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] Attempting to bind port f759b9af-a4de-46a2-b77f-a99514276d61 on network 8f760d48-3e02-4562-abc4-dc5b172f3b8a {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:23:59.865646 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (8b1399aa-63ac-460e-a185-4338a45c416c), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:59.880227 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-0bea2205-5048-4bd5-a4aa-2f4f6393a1d2 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732773 Sep 19 11:23:59.887429 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:23:59.888082 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:59.889508 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/8b1399aa-63ac-460e-a185-4338a45c416c HTTP/1.1" status: 200 len: 1094 time: 8.9867685 Sep 19 11:23:59.914736 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa6ead2-6eb3-4248-aa4f-76b526b373fc', 'tag': '8b1399aa-63ac-460e-a185-4338a45c416c'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:23:59.939143 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 55132) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:23:59.994115 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3885b434-d869-427d-84c9-9c88bde85df7 req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] Checking agent: {'id': '89dce09e-1d3d-46be-9edc-f71162f9f1f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'started_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:23:59.994464 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3885b434-d869-427d-84c9-9c88bde85df7 req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] Checking segment: {'id': '72995677-08f5-40c1-af00-f097f32b62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:23:59.994854 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3885b434-d869-427d-84c9-9c88bde85df7 req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] Bound using segment: {'id': '72995677-08f5-40c1-af00-f097f32b62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:23:59.995297 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-3885b434-d869-427d-84c9-9c88bde85df7 req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] Bound port: d8d9d58e-5f33-4c6e-bba4-32413e04606d, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72995677-08f5-40c1-af00-f097f32b62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:23:59.995656 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3885b434-d869-427d-84c9-9c88bde85df7 req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (d8d9d58e-5f33-4c6e-bba4-32413e04606d), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:23:59.999592 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] Port f759b9af-a4de-46a2-b77f-a99514276d61 on network 8f760d48-3e02-4562-abc4-dc5b172f3b8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 11:23:59.999991 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] Attempting to bind port f759b9af-a4de-46a2-b77f-a99514276d61 on network 8f760d48-3e02-4562-abc4-dc5b172f3b8a {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:24:00.003053 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ea4e4-687f-4756-88ec-6c5e7c372c2e req-cf77fddf-01bb-4331-bb1c-ef34d2f58bb0 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:00.004639 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-140ea4e4-687f-4756-88ec-6c5e7c372c2e req-cf77fddf-01bb-4331-bb1c-ef34d2f58bb0 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 944 time: 0.2793224 Sep 19 11:24:00.071729 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:00.113497 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] Checking agent: {'id': '89dce09e-1d3d-46be-9edc-f71162f9f1f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'started_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:24:00.114017 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] Checking segment: {'id': '72995677-08f5-40c1-af00-f097f32b62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:24:00.114439 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] Bound using segment: {'id': '72995677-08f5-40c1-af00-f097f32b62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:24:00.114888 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] Bound port: f759b9af-a4de-46a2-b77f-a99514276d61, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72995677-08f5-40c1-af00-f097f32b62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:24:00.115470 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (f759b9af-a4de-46a2-b77f-a99514276d61), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:00.122653 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-0f4a1ca2-6016-465e-94c6-e5f9fc1feef3 None None] Attempt 4 to provision port d8d9d58e-5f33-4c6e-bba4-32413e04606d Sep 19 11:24:00.210704 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-0f4a1ca2-6016-465e-94c6-e5f9fc1feef3 None None] Port d8d9d58e-5f33-4c6e-bba4-32413e04606d cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:24:00.262508 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=28 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:00.300587 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-286389c1-75ae-4b5d-8296-1169bf307273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:00.323342 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f491bb-7744-40cc-aef8-7e4443f0fe35 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1399aa-63ac-460e-a185-4338a45c416c,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:00.326066 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.72', 56323) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:00.411412 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-2f9810d0-3a26-45ac-bd4d-e51e92ca8865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:00.413401 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-2f9810d0-3a26-45ac-bd4d-e51e92ca8865 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8fd848b22f854563a0ab63ec0971b595&device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 1128 time: 0.2152989 Sep 19 11:24:00.440807 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-97f6fafd-e99b-41ef-90ba-c59512d93c31 req-60dc9955-4126-4665-94cb-1ddd4cc54152 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 210 time: 0.2351639 Sep 19 11:24:00.514216 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-48465e73-485f-430e-b474-c6360f06f6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (982439c3-7049-4a6c-889b-ed3afcb0e581), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:00.517299 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-48465e73-485f-430e-b474-c6360f06f6f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:00.518721 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-48465e73-485f-430e-b474-c6360f06f6f0 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/982439c3-7049-4a6c-889b-ed3afcb0e581 HTTP/1.1" status: 204 len: 168 time: 1.2593555 Sep 19 11:24:00.574863 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-140ea4e4-687f-4756-88ec-6c5e7c372c2e req-e047951e-d2bf-4116-9b34-e110df85f361 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5601246 Sep 19 11:24:00.593122 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-95d76e6b-ebb7-492b-815c-55ccb96faeb4 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b1399aa-63ac-460e-a185-4338a45c416c HTTP/1.1" status: 200 len: 217 time: 0.1646514 Sep 19 11:24:00.599373 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48465e73-485f-430e-b474-c6360f06f6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982439c3-7049-4a6c-889b-ed3afcb0e581,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:00.607489 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-3885b434-d869-427d-84c9-9c88bde85df7 req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] For port d8d9d58e-5f33-4c6e-bba4-32413e04606d, host hv-cinder-82099, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:24:00.613968 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a9fe94-90c1-4eca-941c-59064fb9cb13" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa6ead2-6eb3-4248-aa4f-76b526b373fc", "tag": "8b1399aa-63ac-460e-a185-4338a45c416c"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:24:00.619193 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-3885b434-d869-427d-84c9-9c88bde85df7 req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] For port d8d9d58e-5f33-4c6e-bba4-32413e04606d, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=d8d9d58e-5f33-4c6e-bba4-32413e04606d,segment=NetworkSegment(72995677-08f5-40c1-af00-f097f32b62f8),segment_id=72995677-08f5-40c1-af00-f097f32b62f8)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:24:00.633352 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3885b434-d869-427d-84c9-9c88bde85df7 req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (d8d9d58e-5f33-4c6e-bba4-32413e04606d), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:00.673394 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885b434-d869-427d-84c9-9c88bde85df7 req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:00.674841 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3885b434-d869-427d-84c9-9c88bde85df7 req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:00.676815 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3885b434-d869-427d-84c9-9c88bde85df7 req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/d8d9d58e-5f33-4c6e-bba4-32413e04606d HTTP/1.1" status: 200 len: 1093 time: 5.7401998 Sep 19 11:24:00.714814 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-0f4a1ca2-6016-465e-94c6-e5f9fc1feef3 None None] Attempt 5 to provision port d8d9d58e-5f33-4c6e-bba4-32413e04606d Sep 19 11:24:00.818879 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-0f4a1ca2-6016-465e-94c6-e5f9fc1feef3 None None] Port d8d9d58e-5f33-4c6e-bba4-32413e04606d had new provisioning blocks added so it will not transition to active. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 11:24:00.865915 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-2845efa8-286e-46c7-9386-50a7a4bb5d13 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:00.867935 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-2845efa8-286e-46c7-9386-50a7a4bb5d13 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.72 "GET /networking/v2.0/networks?id=79977212-9704-4425-8d7a-e6522d6f3c5b HTTP/1.1" status: 200 len: 811 time: 0.5407968 Sep 19 11:24:00.886632 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:00.901323 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] For port f759b9af-a4de-46a2-b77f-a99514276d61, host hv-cinder-82099, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:24:00.937748 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885b434-d869-427d-84c9-9c88bde85df7 req-e80baeb6-297a-413a-a0a2-b26a58fe9273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:00.940767 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3885b434-d869-427d-84c9-9c88bde85df7 req-e80baeb6-297a-413a-a0a2-b26a58fe9273 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c7ccdce201f547f5a50c93e27c5e8cb1&device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 1127 time: 0.1862295 Sep 19 11:24:00.943506 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-f54cd325-163c-42f7-ae77-e663c4e68d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:00.945737 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-f54cd325-163c-42f7-ae77-e663c4e68d9e service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=781b53cd-d061-410d-9a4b-32b9c05dd0a4 HTTP/1.1" status: 200 len: 851 time: 0.3036768 Sep 19 11:24:00.954323 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] For port f759b9af-a4de-46a2-b77f-a99514276d61, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=f759b9af-a4de-46a2-b77f-a99514276d61,segment=NetworkSegment(72995677-08f5-40c1-af00-f097f32b62f8),segment_id=72995677-08f5-40c1-af00-f097f32b62f8)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:24:01.050257 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-9af905b5-0690-41f9-ab83-a2a54d828507 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e8a952d8324548d7a8e80f72449ea5e6 HTTP/1.1" status: 200 len: 379 time: 0.1728036 Sep 19 11:24:01.052479 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336761'] for port (f759b9af-a4de-46a2-b77f-a99514276d61), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:01.054382 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3885b434-d869-427d-84c9-9c88bde85df7 req-e1a162f1-6c5e-40bb-b19c-6bff10ed04db service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8d9d58e-5f33-4c6e-bba4-32413e04606d HTTP/1.1" status: 200 len: 217 time: 0.0942740 Sep 19 11:24:01.059666 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:01.060586 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for port (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:01.062712 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/f759b9af-a4de-46a2-b77f-a99514276d61 HTTP/1.1" status: 200 len: 1094 time: 4.1242731 Sep 19 11:24:01.070714 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1fde0ab-90d4-496f-8d81-15056c43a44e', 'tag': 'f759b9af-a4de-46a2-b77f-a99514276d61'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:24:01.082324 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:01.090419 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2af11-2fa9-4e66-bf00-bbb92df311df req-81045aeb-57d4-4989-a6bf-87374e53df88 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:01.092259 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9ec2af11-2fa9-4e66-bf00-bbb92df311df req-81045aeb-57d4-4989-a6bf-87374e53df88 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 944 time: 0.4209735 Sep 19 11:24:01.116371 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-8c50f1a6-d470-4d7c-b9dc-3f7960d70b61 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Request body: {'port': {'device_id': 'fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'admin_state_up': True, 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'security_groups': ['429a0977-7172-4b83-be22-c0c59e2918b7']}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:24:01.150279 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d814df-222a-42ee-97f7-2c48c774d61c service neutron] Pushing event updated for resources: {'Port': ['ID=d8d9d58e-5f33-4c6e-bba4-32413e04606d,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:01.220591 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed105de9-e844-40b4-afec-ed8ad778214c x-openstack-request-id: req-ed105de9-e844-40b4-afec-ed8ad778214c {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:24:01.222347 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa6ead2-6eb3-4248-aa4f-76b526b373fc", "tag": "8b1399aa-63ac-460e-a185-4338a45c416c", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:24:01.222347 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ed105de9-e844-40b4-afec-ed8ad778214c {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:24:01.224831 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed105de9-e844-40b4-afec-ed8ad778214c'] response: {'name': 'network-changed', 'server_uuid': '6aa6ead2-6eb3-4248-aa4f-76b526b373fc', 'tag': '8b1399aa-63ac-460e-a185-4338a45c416c', 'status': 'completed', 'code': 200} Sep 19 11:24:01.241221 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885b434-d869-427d-84c9-9c88bde85df7 req-eac530a2-c509-465d-8b2e-74d923148f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:01.244780 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3885b434-d869-427d-84c9-9c88bde85df7 req-eac530a2-c509-465d-8b2e-74d923148f54 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=da16c182-c3ae-4775-9d91-5e2002af698e HTTP/1.1" status: 200 len: 857 time: 0.1453679 Sep 19 11:24:01.265725 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:01.266958 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-819b0e0a-f212-46ee-85e6-610adc9576cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:01.267082 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d27007-c57a-4f27-84fc-deb0c6a13ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=f759b9af-a4de-46a2-b77f-a99514276d61,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:01.268466 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-819b0e0a-f212-46ee-85e6-610adc9576cc service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=d68d492e-cdd4-4584-9409-0c6543a346e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2690058 Sep 19 11:24:01.289966 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703441799e6f49adca2ad8e8097d82180353dcc80b32e8c2cf6ef0d1aad19ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9061f9-3148-4c5a-a087-809caf0ad619" -d '{"events": [{"name": "network-changed", "server_uuid": "c1fde0ab-90d4-496f-8d81-15056c43a44e", "tag": "f759b9af-a4de-46a2-b77f-a99514276d61"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:24:01.333021 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885b434-d869-427d-84c9-9c88bde85df7 req-345f65a7-d834-4631-9b6d-352f2b643b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:01.335952 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3885b434-d869-427d-84c9-9c88bde85df7 req-345f65a7-d834-4631-9b6d-352f2b643b96 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8f760d48-3e02-4562-abc4-dc5b172f3b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704527 Sep 19 11:24:01.564807 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-286389c1-75ae-4b5d-8296-1169bf307273 admin admin] Publish callbacks [] for security_group (c08e3b47-a762-4318-898b-da9da7914b7e), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:01.611070 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-286389c1-75ae-4b5d-8296-1169bf307273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (c08e3b47-a762-4318-898b-da9da7914b7e), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:01.696943 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286389c1-75ae-4b5d-8296-1169bf307273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08e3b47-a762-4318-898b-da9da7914b7e,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:01.706917 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-4695d2a8-881c-41e8-86e9-e4ba668e1359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:01.709968 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-4695d2a8-881c-41e8-86e9-e4ba668e1359 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c7ccdce201f547f5a50c93e27c5e8cb1&device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 1128 time: 0.4153717 Sep 19 11:24:01.760030 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0726e3bc-29ad-40cc-a461-a9a8502da44e req-93e17e8b-7892-489c-a058-e9ee142faed4 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 210 time: 0.4313204 Sep 19 11:24:01.845699 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:01.864381 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9ec2af11-2fa9-4e66-bf00-bbb92df311df req-a924596b-a2ca-4894-855a-c167ff9ac7b9 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1109fc52-9132-4b24-97b7-83d778bbd773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7163792 Sep 19 11:24:01.864994 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 55222) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:01.882272 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-286389c1-75ae-4b5d-8296-1169bf307273 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=cdf9ae08ece14e2baf56fdf8b4ea2c39&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9415143 Sep 19 11:24:01.887503 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 55224) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:01.890807 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-ca708db0-9093-445d-8bf7-382d603ec624 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f759b9af-a4de-46a2-b77f-a99514276d61 HTTP/1.1" status: 200 len: 217 time: 0.0929999 Sep 19 11:24:01.941783 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-8c50f1a6-d470-4d7c-b9dc-3f7960d70b61 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Made reservation on behalf of e8a952d8324548d7a8e80f72449ea5e6 for: {'port': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:24:01.945804 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-8c50f1a6-d470-4d7c-b9dc-3f7960d70b61 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:01.986298 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7942-d969-42b4-a37e-07960337370d admin admin] Publish callbacks [] for security_group (c08e3b47-a762-4318-898b-da9da7914b7e), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:02.002650 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5608dd21-0640-4b13-8d5d-b549adb187d9 req-cd8e765d-3b81-4b4f-aac0-b21284a850ee tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 210 time: 0.0329080 Sep 19 11:24:02.004455 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3885b434-d869-427d-84c9-9c88bde85df7 req-01b3ca5d-3a88-4038-85d4-e0b62887c4e5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732007 Sep 19 11:24:02.010783 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-f7a61e94-1991-4832-bdf4-8707154e40e7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d68d492e-cdd4-4584-9409-0c6543a346e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6727791 Sep 19 11:24:02.053742 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7942-d969-42b4-a37e-07960337370d admin admin] Publish callbacks [] for security_group (c08e3b47-a762-4318-898b-da9da7914b7e), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:02.113055 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1e72-f77e-482a-8334-0c9cce517267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:02.130950 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90e5fe7-a6ef-45e1-827c-2874a44fecaa x-openstack-request-id: req-b90e5fe7-a6ef-45e1-827c-2874a44fecaa {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:24:02.131496 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1fde0ab-90d4-496f-8d81-15056c43a44e", "tag": "f759b9af-a4de-46a2-b77f-a99514276d61", "status": "completed", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:24:02.131496 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b90e5fe7-a6ef-45e1-827c-2874a44fecaa {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:24:02.131929 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b90e5fe7-a6ef-45e1-827c-2874a44fecaa'] response: {'name': 'network-changed', 'server_uuid': 'c1fde0ab-90d4-496f-8d81-15056c43a44e', 'tag': 'f759b9af-a4de-46a2-b77f-a99514276d61', 'status': 'completed', 'code': 200} Sep 19 11:24:02.160955 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-8c50f1a6-d470-4d7c-b9dc-3f7960d70b61 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Allocated IP 172.20.0.7 (79977212-9704-4425-8d7a-e6522d6f3c5b/0857979c-3349-4111-a884-534dbfbaeaf0/be6dcfdf-14a9-42c6-8271-941d034d3349) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:24:02.175230 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7942-d969-42b4-a37e-07960337370d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (c08e3b47-a762-4318-898b-da9da7914b7e), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:02.178311 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7942-d969-42b4-a37e-07960337370d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:02.183368 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-1dbf7942-d969-42b4-a37e-07960337370d admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/c08e3b47-a762-4318-898b-da9da7914b7e HTTP/1.1" status: 204 len: 168 time: 0.2903318 Sep 19 11:24:02.198063 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987b2eb-ff2b-4b7a-9ce6-1f27a5052d1f req-6fa7b7f6-7dcf-4a91-97dd-3de390dd703d tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:02.198420 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf7942-d969-42b4-a37e-07960337370d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08e3b47-a762-4318-898b-da9da7914b7e,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:02.199064 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0987b2eb-ff2b-4b7a-9ce6-1f27a5052d1f req-6fa7b7f6-7dcf-4a91-97dd-3de390dd703d tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 944 time: 0.0876009 Sep 19 11:24:02.228747 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:02.301057 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0987b2eb-ff2b-4b7a-9ce6-1f27a5052d1f req-cde3ccc0-5cbb-4789-b005-54ba94c57142 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941937 Sep 19 11:24:02.345674 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1e72-f77e-482a-8334-0c9cce517267 admin admin] Publish callbacks [] for security_group (de6da89a-ad2f-4fc2-95ee-5d9fc86ad3ac), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:02.353658 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1e72-f77e-482a-8334-0c9cce517267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (de6da89a-ad2f-4fc2-95ee-5d9fc86ad3ac), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:02.443494 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e8fb1e72-f77e-482a-8334-0c9cce517267 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=5af56ecc01d441aba9921b569cf0443e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5716007 Sep 19 11:24:02.443494 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb1e72-f77e-482a-8334-0c9cce517267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6da89a-ad2f-4fc2-95ee-5d9fc86ad3ac,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:02.444643 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 55240) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:02.477640 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-8c50f1a6-d470-4d7c-b9dc-3f7960d70b61 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for port (be6dcfdf-14a9-42c6-8271-941d034d3349), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:02.519232 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-8c50f1a6-d470-4d7c-b9dc-3f7960d70b61 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (be6dcfdf-14a9-42c6-8271-941d034d3349), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:02.525557 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3824d02-134e-4642-9547-19a10dc72345 admin admin] Publish callbacks [] for security_group (de6da89a-ad2f-4fc2-95ee-5d9fc86ad3ac), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:02.551904 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3824d02-134e-4642-9547-19a10dc72345 admin admin] Publish callbacks [] for security_group (de6da89a-ad2f-4fc2-95ee-5d9fc86ad3ac), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:02.592246 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50f1a6-d470-4d7c-b9dc-3f7960d70b61 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Pushing event updated for resources: {'Port': ['ID=be6dcfdf-14a9-42c6-8271-941d034d3349,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:02.608783 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-8c50f1a6-d470-4d7c-b9dc-3f7960d70b61 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Network 79977212-9704-4425-8d7a-e6522d6f3c5b is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:24:02.611548 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-8c50f1a6-d470-4d7c-b9dc-3f7960d70b61 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:24:02.615445 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-8c50f1a6-d470-4d7c-b9dc-3f7960d70b61 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:24:02.627171 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3824d02-134e-4642-9547-19a10dc72345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (de6da89a-ad2f-4fc2-95ee-5d9fc86ad3ac), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:02.630133 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3824d02-134e-4642-9547-19a10dc72345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:02.631756 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e3824d02-134e-4642-9547-19a10dc72345 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/de6da89a-ad2f-4fc2-95ee-5d9fc86ad3ac HTTP/1.1" status: 204 len: 168 time: 0.1861446 Sep 19 11:24:02.647206 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3824d02-134e-4642-9547-19a10dc72345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6da89a-ad2f-4fc2-95ee-5d9fc86ad3ac,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:02.690492 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 55250) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:02.730539 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-8c50f1a6-d470-4d7c-b9dc-3f7960d70b61 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:02.731170 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-8c50f1a6-d470-4d7c-b9dc-3f7960d70b61 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for port (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:02.735119 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4b7f7d9f-23b4-4960-adda-1cd0b79ee084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:02.760910 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:02.779360 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-8c50f1a6-d470-4d7c-b9dc-3f7960d70b61 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6725082 Sep 19 11:24:02.802806 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:02.913415 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4b7f7d9f-23b4-4960-adda-1cd0b79ee084 admin admin] Publish callbacks [] for security_group (5fc4144d-d685-4f39-9991-c71b77ff9aa9), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:02.922110 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4b7f7d9f-23b4-4960-adda-1cd0b79ee084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (5fc4144d-d685-4f39-9991-c71b77ff9aa9), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:02.931322 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-a30d3007-8920-4548-9d93-b9107d501cf4 None None] Provisioning complete for port be6dcfdf-14a9-42c6-8271-941d034d3349 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:24:02.931904 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a30d3007-8920-4548-9d93-b9107d501cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (be6dcfdf-14a9-42c6-8271-941d034d3349), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:02.932002 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-a30d3007-8920-4548-9d93-b9107d501cf4 None None] Attempt 1 to provision port be6dcfdf-14a9-42c6-8271-941d034d3349 Sep 19 11:24:02.970554 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1ca4d-73cb-4a54-b1d7-436c4aaf5758 req-5453879c-63d2-4bd9-9cbf-4a9d28adb971 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:02.980828 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-edf1ca4d-73cb-4a54-b1d7-436c4aaf5758 req-5453879c-63d2-4bd9-9cbf-4a9d28adb971 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 931 time: 0.1046231 Sep 19 11:24:02.984391 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-4b7f7d9f-23b4-4960-adda-1cd0b79ee084 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=f1b67b20446b4ceebe55e9aab09f8655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928019 Sep 19 11:24:02.985050 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 55258) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:03.018666 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-a30d3007-8920-4548-9d93-b9107d501cf4 None None] Port be6dcfdf-14a9-42c6-8271-941d034d3349 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:24:03.021563 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f7d9f-23b4-4960-adda-1cd0b79ee084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc4144d-d685-4f39-9991-c71b77ff9aa9,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:03.133154 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62f709-a507-475f-a867-93d04f699d08 req-cecc1787-71d9-4573-81c3-b1b04d71a4ef tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:03.134687 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1e62f709-a507-475f-a867-93d04f699d08 req-cecc1787-71d9-4573-81c3-b1b04d71a4ef tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 944 time: 0.1104274 Sep 19 11:24:03.175209 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-edf1ca4d-73cb-4a54-b1d7-436c4aaf5758 req-292edccf-f4a4-42dc-b344-eedb5cc49aa8 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841385 Sep 19 11:24:03.179992 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-186e6da5-5e6d-4035-8d9d-ddba9c433622 admin admin] Publish callbacks [] for security_group (5fc4144d-d685-4f39-9991-c71b77ff9aa9), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:03.219235 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:03.226223 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781f01d3-aa65-40ad-9c85-0e93e6f05745', 'tag': 'd8d9d58e-5f33-4c6e-bba4-32413e04606d'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:24:03.229136 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90435430-1a29-48e0-acdb-9503fdda37f3" -d '{"events": [{"name": "network-changed", "server_uuid": "781f01d3-aa65-40ad-9c85-0e93e6f05745", "tag": "d8d9d58e-5f33-4c6e-bba4-32413e04606d"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:24:03.240835 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-186e6da5-5e6d-4035-8d9d-ddba9c433622 admin admin] Publish callbacks [] for security_group (5fc4144d-d685-4f39-9991-c71b77ff9aa9), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:03.260782 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1e62f709-a507-475f-a867-93d04f699d08 req-b3be1e70-15d1-4e0e-b3ef-e9735fa3eb0d tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1109fc52-9132-4b24-97b7-83d778bbd773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167696 Sep 19 11:24:03.303258 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d3078ed7-0251-4a19-bdba-113222983b5f req-f929b3c0-1aa2-4fc0-b747-b36d06d67758 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 210 time: 0.0504379 Sep 19 11:24:03.304442 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 55272) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:03.355318 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-186e6da5-5e6d-4035-8d9d-ddba9c433622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (5fc4144d-d685-4f39-9991-c71b77ff9aa9), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:03.355858 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-01e893f1-8668-415c-ba5c-ba5fe3216cbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:03.359343 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-186e6da5-5e6d-4035-8d9d-ddba9c433622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:03.364460 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-186e6da5-5e6d-4035-8d9d-ddba9c433622 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/5fc4144d-d685-4f39-9991-c71b77ff9aa9 HTTP/1.1" status: 204 len: 168 time: 0.3758588 Sep 19 11:24:03.389201 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e6da5-5e6d-4035-8d9d-ddba9c433622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc4144d-d685-4f39-9991-c71b77ff9aa9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:03.409337 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5079d2d6-6bc4-42d5-a335-3ddffd98d5b7 x-openstack-request-id: req-5079d2d6-6bc4-42d5-a335-3ddffd98d5b7 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:24:03.410011 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781f01d3-aa65-40ad-9c85-0e93e6f05745", "tag": "d8d9d58e-5f33-4c6e-bba4-32413e04606d", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:24:03.410547 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5079d2d6-6bc4-42d5-a335-3ddffd98d5b7 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:24:03.411550 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5079d2d6-6bc4-42d5-a335-3ddffd98d5b7'] response: {'name': 'network-changed', 'server_uuid': '781f01d3-aa65-40ad-9c85-0e93e6f05745', 'tag': 'd8d9d58e-5f33-4c6e-bba4-32413e04606d', 'status': 'completed', 'code': 200} Sep 19 11:24:03.463574 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-01e893f1-8668-415c-ba5c-ba5fe3216cbe admin admin] Publish callbacks [] for security_group (49cc975f-72bb-480f-a2f7-010d17fa27ea), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:03.468480 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842b0c-205d-414d-b7bb-5fe46779cf6a req-7c979fbc-9a48-43f8-863c-37f44be59266 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:03.469124 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-01e893f1-8668-415c-ba5c-ba5fe3216cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (49cc975f-72bb-480f-a2f7-010d17fa27ea), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:03.475982 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0d842b0c-205d-414d-b7bb-5fe46779cf6a req-7c979fbc-9a48-43f8-863c-37f44be59266 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 944 time: 0.0629954 Sep 19 11:24:03.521283 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-a30d3007-8920-4548-9d93-b9107d501cf4 None None] Attempt 2 to provision port be6dcfdf-14a9-42c6-8271-941d034d3349 Sep 19 11:24:03.523839 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-01e893f1-8668-415c-ba5c-ba5fe3216cbe admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=c8a65efaac354355bc6659826136f3cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183135 Sep 19 11:24:03.526584 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 55282) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:03.534180 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e893f1-8668-415c-ba5c-ba5fe3216cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cc975f-72bb-480f-a2f7-010d17fa27ea,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:03.535919 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0d842b0c-205d-414d-b7bb-5fe46779cf6a req-67225fc8-ffe0-4e5e-b6e3-c960f214e85e tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589733 Sep 19 11:24:03.590023 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-a30d3007-8920-4548-9d93-b9107d501cf4 None None] Port be6dcfdf-14a9-42c6-8271-941d034d3349 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:24:03.591046 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4d49191b-40cf-4594-9f4c-514691983b5c admin admin] Publish callbacks [] for security_group (49cc975f-72bb-480f-a2f7-010d17fa27ea), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:03.612797 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4d49191b-40cf-4594-9f4c-514691983b5c admin admin] Publish callbacks [] for security_group (49cc975f-72bb-480f-a2f7-010d17fa27ea), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:03.670813 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4d49191b-40cf-4594-9f4c-514691983b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (49cc975f-72bb-480f-a2f7-010d17fa27ea), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:03.671397 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4d49191b-40cf-4594-9f4c-514691983b5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:03.672485 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-4d49191b-40cf-4594-9f4c-514691983b5c admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/49cc975f-72bb-480f-a2f7-010d17fa27ea HTTP/1.1" status: 204 len: 168 time: 0.1446826 Sep 19 11:24:03.682767 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49191b-40cf-4594-9f4c-514691983b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cc975f-72bb-480f-a2f7-010d17fa27ea,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:04.091437 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-a30d3007-8920-4548-9d93-b9107d501cf4 None None] Attempt 3 to provision port be6dcfdf-14a9-42c6-8271-941d034d3349 Sep 19 11:24:04.127476 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-a30d3007-8920-4548-9d93-b9107d501cf4 None None] Port be6dcfdf-14a9-42c6-8271-941d034d3349 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:24:04.240578 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 55318) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:04.317629 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb99cc-6f26-42b5-ada0-7b7e6abd77c1 req-2f94f8b7-26e5-4483-b649-6be00981a016 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:04.324814 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4feb99cc-6f26-42b5-ada0-7b7e6abd77c1 req-2f94f8b7-26e5-4483-b649-6be00981a016 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 931 time: 0.0599992 Sep 19 11:24:04.401997 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4feb99cc-6f26-42b5-ada0-7b7e6abd77c1 req-964cef06-d82d-4777-932f-89611f209dce tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759439 Sep 19 11:24:04.419041 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6326de6-6c43-4317-9623-516596129aa1 req-04338e72-eba1-46fc-a9e2-8251006d3a9e tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:04.420715 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e6326de6-6c43-4317-9623-516596129aa1 req-04338e72-eba1-46fc-a9e2-8251006d3a9e tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 944 time: 0.0593996 Sep 19 11:24:04.433477 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:04.478773 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] Request body: {'port': {'device_id': 'fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:24:04.565698 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.72', 56333) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:04.582653 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03bf2563-1b32-4d39-b9ef-91877483e9f6 req-cf56aff1-e99f-407e-b1d9-f9ea265ee502 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d68d492e-cdd4-4584-9409-0c6543a346e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324337 Sep 19 11:24:04.588377 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4452c150-b65b-4c94-850b-baeee925ecf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:04.629862 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-a30d3007-8920-4548-9d93-b9107d501cf4 None None] Attempt 4 to provision port be6dcfdf-14a9-42c6-8271-941d034d3349 Sep 19 11:24:04.632862 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-4b9cc82d-ac86-4584-90b7-3778bb450cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:04.635130 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-4b9cc82d-ac86-4584-90b7-3778bb450cc4 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=da16c182-c3ae-4775-9d91-5e2002af698e HTTP/1.1" status: 200 len: 857 time: 0.1851194 Sep 19 11:24:04.661969 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (be6dcfdf-14a9-42c6-8271-941d034d3349), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:04.704016 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eb1c8507-31bc-4a4a-bc05-447ee699032c req-42b740ed-4a38-4839-bfee-e2806db3981e tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 210 time: 0.1395974 Sep 19 11:24:04.718801 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-a30d3007-8920-4548-9d93-b9107d501cf4 None None] Port be6dcfdf-14a9-42c6-8271-941d034d3349 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:24:04.790214 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4452c150-b65b-4c94-850b-baeee925ecf4 admin admin] Publish callbacks [] for security_group (61f2ec41-2a57-4984-ad7e-f73de4c08860), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:04.791369 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:INSERT=19,neutron:UPDATE=3,neutron:SELECT=75,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:04.804186 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e6326de6-6c43-4317-9623-516596129aa1 req-12b1368c-3edd-4c66-8c36-480de3c367ea tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1109fc52-9132-4b24-97b7-83d778bbd773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741562 Sep 19 11:24:04.893093 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-564d547d-4cc7-427f-b4a5-f98c4e1e5f81 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:04.895457 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-564d547d-4cc7-427f-b4a5-f98c4e1e5f81 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.72 "GET /networking/v2.0/networks?id=f3f42746-643a-44f8-bda0-c0503923c439 HTTP/1.1" status: 200 len: 816 time: 0.3099759 Sep 19 11:24:04.983121 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec602-2a27-4052-a3c3-4cf18adcad94 req-d3c1f5a0-bf9a-4005-9f1e-fbb5befd1829 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:04.990769 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b6eec602-2a27-4052-a3c3-4cf18adcad94 req-d3c1f5a0-bf9a-4005-9f1e-fbb5befd1829 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 944 time: 0.0938294 Sep 19 11:24:05.002344 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3885b434-d869-427d-84c9-9c88bde85df7 req-eae434c1-ab20-40aa-8843-58af3159fc57 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509672 Sep 19 11:24:05.044194 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:05.054108 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4452c150-b65b-4c94-850b-baeee925ecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (61f2ec41-2a57-4984-ad7e-f73de4c08860), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:05.080407 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b6eec602-2a27-4052-a3c3-4cf18adcad94 req-0e586ec2-abb2-461c-acf3-d43e7ace2db3 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886414 Sep 19 11:24:05.154285 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-4452c150-b65b-4c94-850b-baeee925ecf4 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=14d8e11e839c4d88b7612b826619ecc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9096491 Sep 19 11:24:05.154718 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 55360) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:05.163446 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452c150-b65b-4c94-850b-baeee925ecf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f2ec41-2a57-4984-ad7e-f73de4c08860,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:05.219924 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-a30d3007-8920-4548-9d93-b9107d501cf4 None None] Attempt 5 to provision port be6dcfdf-14a9-42c6-8271-941d034d3349 Sep 19 11:24:05.229110 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1259666-bd8f-40ed-a70d-4aeab7d98983 admin admin] Publish callbacks [] for security_group (61f2ec41-2a57-4984-ad7e-f73de4c08860), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:05.245477 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6dcfdf-14a9-42c6-8271-941d034d3349 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:24:05.253724 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] Publish callbacks [] for port (be6dcfdf-14a9-42c6-8271-941d034d3349), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:05.263963 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:05.270186 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] Transition to ACTIVE for port object be6dcfdf-14a9-42c6-8271-941d034d3349 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 11:24:05.278459 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1259666-bd8f-40ed-a70d-4aeab7d98983 admin admin] Publish callbacks [] for security_group (61f2ec41-2a57-4984-ad7e-f73de4c08860), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:05.279593 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-a30d3007-8920-4548-9d93-b9107d501cf4 None None] Port be6dcfdf-14a9-42c6-8271-941d034d3349 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:24:05.279729 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336761'] for port (be6dcfdf-14a9-42c6-8271-941d034d3349), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:05.346794 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1259666-bd8f-40ed-a70d-4aeab7d98983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (61f2ec41-2a57-4984-ad7e-f73de4c08860), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:05.351068 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1259666-bd8f-40ed-a70d-4aeab7d98983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:05.354034 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-d1259666-bd8f-40ed-a70d-4aeab7d98983 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/61f2ec41-2a57-4984-ad7e-f73de4c08860 HTTP/1.1" status: 204 len: 168 time: 0.1971540 Sep 19 11:24:05.361314 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] Pushing event updated for resources: {'Port': ['ID=be6dcfdf-14a9-42c6-8271-941d034d3349,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:05.366993 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1259666-bd8f-40ed-a70d-4aeab7d98983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f2ec41-2a57-4984-ad7e-f73de4c08860,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:05.473573 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] Attempting to bind port be6dcfdf-14a9-42c6-8271-941d034d3349 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:24:05.474178 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] Attempting to bind port be6dcfdf-14a9-42c6-8271-941d034d3349 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '7e5b877b-24b6-4285-8279-364e2e59bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:24:05.474515 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] Attempting to bind port be6dcfdf-14a9-42c6-8271-941d034d3349 on network 79977212-9704-4425-8d7a-e6522d6f3c5b {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:24:05.543245 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] Port be6dcfdf-14a9-42c6-8271-941d034d3349 on network 79977212-9704-4425-8d7a-e6522d6f3c5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 11:24:05.543997 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] Attempting to bind port be6dcfdf-14a9-42c6-8271-941d034d3349 on network 79977212-9704-4425-8d7a-e6522d6f3c5b {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:24:05.563275 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c244e4-5d1b-4b48-bb57-974624a0994b req-b67daed4-89df-4cc7-8fa5-06b4955e9d96 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:05.575057 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8c244e4-5d1b-4b48-bb57-974624a0994b req-b67daed4-89df-4cc7-8fa5-06b4955e9d96 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 943 time: 0.0673089 Sep 19 11:24:05.596734 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] Checking agent: {'id': '89dce09e-1d3d-46be-9edc-f71162f9f1f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'started_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:24:05.597155 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] Checking segment: {'id': '7e5b877b-24b6-4285-8279-364e2e59bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:24:05.597519 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] Bound using segment: {'id': '7e5b877b-24b6-4285-8279-364e2e59bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:24:05.597970 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] Bound port: be6dcfdf-14a9-42c6-8271-941d034d3349, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5b877b-24b6-4285-8279-364e2e59bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:24:05.598383 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (be6dcfdf-14a9-42c6-8271-941d034d3349), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:05.637559 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8c244e4-5d1b-4b48-bb57-974624a0994b req-01ee2189-9ec5-4271-854a-bbf2994caf25 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612364 Sep 19 11:24:05.710378 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9fe94-90c1-4eca-941c-59064fb9cb13 req-79550929-8c88-4e5c-948f-db77b4c58865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:05.712852 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-30a9fe94-90c1-4eca-941c-59064fb9cb13 req-79550929-8c88-4e5c-948f-db77b4c58865 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8fd848b22f854563a0ab63ec0971b595&device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 1128 time: 0.0594571 Sep 19 11:24:05.747996 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-8753ce2a-3393-422a-9a48-866a6a191cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:05.749410 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-8753ce2a-3393-422a-9a48-866a6a191cc3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8f760d48-3e02-4562-abc4-dc5b172f3b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1061387 Sep 19 11:24:05.753237 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] For port be6dcfdf-14a9-42c6-8271-941d034d3349, host hv-cinder-82099, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:24:05.769944 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] For port be6dcfdf-14a9-42c6-8271-941d034d3349, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=be6dcfdf-14a9-42c6-8271-941d034d3349,segment=NetworkSegment(7e5b877b-24b6-4285-8279-364e2e59bab9),segment_id=7e5b877b-24b6-4285-8279-364e2e59bab9)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:24:05.778920 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-9e8ddaf6-40b1-43dd-a289-a09f92f8c3fd tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=078bf59c33cc43579aeb270262079a37 HTTP/1.1" status: 200 len: 380 time: 0.1379306 Sep 19 11:24:05.781530 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-a30d3007-8920-4548-9d93-b9107d501cf4 None None] Attempt 6 to provision port be6dcfdf-14a9-42c6-8271-941d034d3349 Sep 19 11:24:05.783167 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336761'] for port (be6dcfdf-14a9-42c6-8271-941d034d3349), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:05.788639 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:05.789250 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for port (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:05.791212 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/be6dcfdf-14a9-42c6-8271-941d034d3349 HTTP/1.1" status: 200 len: 1093 time: 1.3325694 Sep 19 11:24:05.793665 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1', 'tag': 'be6dcfdf-14a9-42c6-8271-941d034d3349'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:24:05.795233 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703441799e6f49adca2ad8e8097d82180353dcc80b32e8c2cf6ef0d1aad19ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d36394-d826-4361-a50b-09dce08dfd87" -d '{"events": [{"name": "network-changed", "server_uuid": "fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1", "tag": "be6dcfdf-14a9-42c6-8271-941d034d3349"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:24:05.874697 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a11af364-87f0-4039-9065-3bba0cbb8f2a req-e1b5b000-b229-4bba-9d48-f5c310fcfa48 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 210 time: 0.0415201 Sep 19 11:24:05.886344 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-a30d3007-8920-4548-9d93-b9107d501cf4 None None] Port be6dcfdf-14a9-42c6-8271-941d034d3349 had new provisioning blocks added so it will not transition to active. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 11:24:05.891806 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61e114e-3775-4229-8cce-e14074fe855d x-openstack-request-id: req-d61e114e-3775-4229-8cce-e14074fe855d {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:24:05.892145 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1", "tag": "be6dcfdf-14a9-42c6-8271-941d034d3349", "status": "completed", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:24:05.892412 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d61e114e-3775-4229-8cce-e14074fe855d {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:24:05.892842 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d61e114e-3775-4229-8cce-e14074fe855d'] response: {'name': 'network-changed', 'server_uuid': 'fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1', 'tag': 'be6dcfdf-14a9-42c6-8271-941d034d3349', 'status': 'completed', 'code': 200} Sep 19 11:24:05.897824 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b66dbf-f7bb-4528-960a-6df4975b948f service neutron] Pushing event updated for resources: {'Port': ['ID=be6dcfdf-14a9-42c6-8271-941d034d3349,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:06.011655 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e5585-91dd-480c-9ac4-1b93ce4836c0 req-91020f8b-d853-4b5c-a528-8e594f92f05e tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:06.013244 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a25e5585-91dd-480c-9ac4-1b93ce4836c0 req-91020f8b-d853-4b5c-a528-8e594f92f05e tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 944 time: 0.0636625 Sep 19 11:24:06.060688 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 55398) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:06.075582 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eaaf4a93-b56a-42e0-8899-503977858d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:06.078156 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a25e5585-91dd-480c-9ac4-1b93ce4836c0 req-c81ac952-df2c-4166-9c5b-414e7556daa3 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1109fc52-9132-4b24-97b7-83d778bbd773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586452 Sep 19 11:24:06.097298 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:06.185858 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eaaf4a93-b56a-42e0-8899-503977858d0d admin admin] Publish callbacks [] for security_group (fd366f11-42b1-45de-a82b-ec74f96f18ee), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:06.193404 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eaaf4a93-b56a-42e0-8899-503977858d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (fd366f11-42b1-45de-a82b-ec74f96f18ee), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:06.224520 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11adf5-4b39-4a39-bb63-d536d18b5111 req-9ac15119-4707-464f-8d28-c1fcdac5e9fc tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:06.234270 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aa11adf5-4b39-4a39-bb63-d536d18b5111 req-9ac15119-4707-464f-8d28-c1fcdac5e9fc tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 944 time: 0.0639086 Sep 19 11:24:06.254101 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-eaaf4a93-b56a-42e0-8899-503977858d0d admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=b2a480dfbca74a1c8b15df44baf56665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899064 Sep 19 11:24:06.254101 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf4a93-b56a-42e0-8899-503977858d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd366f11-42b1-45de-a82b-ec74f96f18ee,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:06.254398 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 55404) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:06.319165 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:06.332253 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-11011954-1635-4da9-b7af-4926b21c1679 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Request body: {'port': {'device_id': '37e26364-ddd0-4b3f-aa74-33e3cc7c34ba', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'admin_state_up': True, 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'security_groups': ['5bc3f887-52c0-4d10-aac6-f9f5a01b339b']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:24:06.420446 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90435430-1a29-48e0-acdb-9503fdda37f3 req-c24b2aec-e390-43ee-9300-4d4c4c22c0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:06.422125 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-90435430-1a29-48e0-acdb-9503fdda37f3 req-c24b2aec-e390-43ee-9300-4d4c4c22c0f8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c7ccdce201f547f5a50c93e27c5e8cb1&device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 1127 time: 0.1096292 Sep 19 11:24:06.471868 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:06.578397 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-f82360ef-0e29-415a-a66b-e859fdcf2ddd service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531202 Sep 19 11:24:06.643665 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aa11adf5-4b39-4a39-bb63-d536d18b5111 req-97b3c91a-9e9d-4a32-ba2a-91810d3ae9d3 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076812 Sep 19 11:24:06.711218 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d36394-d826-4361-a50b-09dce08dfd87 req-b4548d8c-3b2c-4525-81c6-497f1ff01b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:06.713418 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-84d36394-d826-4361-a50b-09dce08dfd87 req-b4548d8c-3b2c-4525-81c6-497f1ff01b7c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=e8a952d8324548d7a8e80f72449ea5e6&device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 1127 time: 0.3471029 Sep 19 11:24:06.722476 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-11011954-1635-4da9-b7af-4926b21c1679 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Made reservation on behalf of 078bf59c33cc43579aeb270262079a37 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:24:06.726540 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-11011954-1635-4da9-b7af-4926b21c1679 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:06.797711 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2c29070-0436-45a1-89e3-734494778c5f admin admin] Publish callbacks [] for security_group (fd366f11-42b1-45de-a82b-ec74f96f18ee), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:06.893500 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:06.978716 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90435430-1a29-48e0-acdb-9503fdda37f3 req-06e13a9b-2795-4427-a0b8-cdd3b903506b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:06.980259 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-90435430-1a29-48e0-acdb-9503fdda37f3 req-06e13a9b-2795-4427-a0b8-cdd3b903506b service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=8f760d48-3e02-4562-abc4-dc5b172f3b8a HTTP/1.1" status: 200 len: 919 time: 0.5427260 Sep 19 11:24:07.040706 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-90435430-1a29-48e0-acdb-9503fdda37f3 req-b3e84e4d-327d-43b9-96de-2bb8fda1919c service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8d9d58e-5f33-4c6e-bba4-32413e04606d HTTP/1.1" status: 200 len: 217 time: 0.0536430 Sep 19 11:24:07.104052 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90435430-1a29-48e0-acdb-9503fdda37f3 req-e256e0fe-27ee-4b4a-b328-804aa1a48228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:07.105745 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-90435430-1a29-48e0-acdb-9503fdda37f3 req-e256e0fe-27ee-4b4a-b328-804aa1a48228 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=da16c182-c3ae-4775-9d91-5e2002af698e HTTP/1.1" status: 200 len: 857 time: 0.0548790 Sep 19 11:24:07.110482 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-7c15e4e3-5c05-4a92-a20c-5fc0403f5f47 req-4dc0cee8-fbad-4aba-95c3-b7779bca439e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701120 Sep 19 11:24:07.173422 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90435430-1a29-48e0-acdb-9503fdda37f3 req-13c48079-a09f-4f7d-8146-d44840598dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:07.174814 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-90435430-1a29-48e0-acdb-9503fdda37f3 req-13c48079-a09f-4f7d-8146-d44840598dd7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8f760d48-3e02-4562-abc4-dc5b172f3b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602267 Sep 19 11:24:07.265048 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2c29070-0436-45a1-89e3-734494778c5f admin admin] Publish callbacks [] for security_group (fd366f11-42b1-45de-a82b-ec74f96f18ee), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:07.301336 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cdca8-8123-4035-983f-893a04bd506a req-ae105ebd-72a1-4fc6-bbc9-f2ee59dd095a tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:07.303085 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-003cdca8-8123-4035-983f-893a04bd506a req-ae105ebd-72a1-4fc6-bbc9-f2ee59dd095a tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 943 time: 0.5632396 Sep 19 11:24:07.319527 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9fe94-90c1-4eca-941c-59064fb9cb13 req-7fe0e910-8760-489b-bcf7-c0ec8ab616bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:07.321178 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-30a9fe94-90c1-4eca-941c-59064fb9cb13 req-7fe0e910-8760-489b-bcf7-c0ec8ab616bb service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=d68d492e-cdd4-4584-9409-0c6543a346e5 HTTP/1.1" status: 200 len: 913 time: 0.9823692 Sep 19 11:24:07.336715 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dda7baee-18d3-4377-9063-a16c9f882407 req-9418b7d9-4a99-4206-8491-7238f3be4fb5 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 210 time: 0.1709440 Sep 19 11:24:07.481202 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d36394-d826-4361-a50b-09dce08dfd87 req-931c386b-a110-45cc-9b35-f945d472e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:07.482814 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-84d36394-d826-4361-a50b-09dce08dfd87 req-931c386b-a110-45cc-9b35-f945d472e9cb service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=e8a952d8324548d7a8e80f72449ea5e6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7340028 Sep 19 11:24:07.502976 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 55458) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:07.511779 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 55462) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:07.550106 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82df3ac-75e7-473e-8008-dba72bc11e60 req-9b8f9c0e-7c6a-455d-bb7d-2d0dcf738873 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:07.551694 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a82df3ac-75e7-473e-8008-dba72bc11e60 req-9b8f9c0e-7c6a-455d-bb7d-2d0dcf738873 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 944 time: 0.0951407 Sep 19 11:24:07.552857 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-11011954-1635-4da9-b7af-4926b21c1679 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Allocated IP 172.20.0.7 (f3f42746-643a-44f8-bda0-c0503923c439/637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924/58387b5a-4483-4fb4-be22-3a74c3abc32c) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:24:07.569541 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-003cdca8-8123-4035-983f-893a04bd506a req-9188c4bf-455b-4ec4-98fb-cce78488f325 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465038 Sep 19 11:24:07.579894 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2c29070-0436-45a1-89e3-734494778c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (fd366f11-42b1-45de-a82b-ec74f96f18ee), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:07.582887 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2c29070-0436-45a1-89e3-734494778c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:07.584280 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-b2c29070-0436-45a1-89e3-734494778c5f admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/fd366f11-42b1-45de-a82b-ec74f96f18ee HTTP/1.1" status: 204 len: 168 time: 1.3280780 Sep 19 11:24:07.612405 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c29070-0436-45a1-89e3-734494778c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd366f11-42b1-45de-a82b-ec74f96f18ee,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:07.658373 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 8b1399aa-63ac-460e-a185-4338a45c416c details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:24:07.682237 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a82df3ac-75e7-473e-8008-dba72bc11e60 req-899ca254-3c60-45b2-be2e-981cd255c291 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1109fc52-9132-4b24-97b7-83d778bbd773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166937 Sep 19 11:24:07.703597 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-beafdb07-96ba-4124-8dc2-e139b53de060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:07.737514 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-792d6d7b-4086-4384-8390-bced7a56672e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:07.752655 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:07.784033 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:07.802785 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 8b1399aa-63ac-460e-a185-4338a45c416c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=8b1399aa-63ac-460e-a185-4338a45c416c,segment=NetworkSegment(c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455),segment_id=c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:24:07.825792 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': '8b1399aa-63ac-460e-a185-4338a45c416c', 'network_id': 'd68d492e-cdd4-4584-9409-0c6543a346e5', 'port_id': '8b1399aa-63ac-460e-a185-4338a45c416c', 'mac_address': 'fa:16:3e:51:02:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781b53cd-d061-410d-9a4b-32b9c05dd0a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:24:07.872886 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 8b1399aa-63ac-460e-a185-4338a45c416c is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:24:07.873629 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (8b1399aa-63ac-460e-a185-4338a45c416c), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:07.891466 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1399aa-63ac-460e-a185-4338a45c416c {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:24:07.916643 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-11011954-1635-4da9-b7af-4926b21c1679 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:07.917938 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 8b1399aa-63ac-460e-a185-4338a45c416c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=8b1399aa-63ac-460e-a185-4338a45c416c,segment=NetworkSegment(c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455),segment_id=c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:24:07.925298 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (8b1399aa-63ac-460e-a185-4338a45c416c), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:07.961773 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9061f9-3148-4c5a-a087-809caf0ad619 req-c8682eae-0b9d-430b-9ca4-2b0e474d944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:07.964900 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-6d9061f9-3148-4c5a-a087-809caf0ad619 req-c8682eae-0b9d-430b-9ca4-2b0e474d944b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c7ccdce201f547f5a50c93e27c5e8cb1&device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 1128 time: 0.1397336 Sep 19 11:24:07.996805 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=8b1399aa-63ac-460e-a185-4338a45c416c,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:08.005716 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-30a9fe94-90c1-4eca-941c-59064fb9cb13 req-97d23cf7-20b8-4022-b6fa-7152726aee41 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b1399aa-63ac-460e-a185-4338a45c416c HTTP/1.1" status: 200 len: 217 time: 0.1855357 Sep 19 11:24:08.029818 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f28faa-5d31-4593-b406-a76b174a9c0a req-89d0d229-59a9-47b6-9203-1a74c086f0df tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:08.031445 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f5f28faa-5d31-4593-b406-a76b174a9c0a req-89d0d229-59a9-47b6-9203-1a74c086f0df tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 944 time: 0.2459457 Sep 19 11:24:08.100842 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-beafdb07-96ba-4124-8dc2-e139b53de060 admin admin] Publish callbacks [] for security_group (98014232-03fa-4c72-834a-cdf12b446e49), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:08.101661 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:08.121601 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-beafdb07-96ba-4124-8dc2-e139b53de060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (98014232-03fa-4c72-834a-cdf12b446e49), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:08.127884 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-792d6d7b-4086-4384-8390-bced7a56672e admin admin] Publish callbacks [] for security_group (e5181df2-66be-4ef0-87a2-5a965b3e4c64), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:08.130196 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:08.132665 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-90435430-1a29-48e0-acdb-9503fdda37f3 req-72d9032a-a9fc-453b-8191-05a8c6fd457d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181012 Sep 19 11:24:08.156049 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-792d6d7b-4086-4384-8390-bced7a56672e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (e5181df2-66be-4ef0-87a2-5a965b3e4c64), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:08.171800 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['8b1399aa-63ac-460e-a185-4338a45c416c'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:24:08.283306 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9fe94-90c1-4eca-941c-59064fb9cb13 req-5bd5b546-312e-4bab-8f5f-51b4feaaa501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:08.284694 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-30a9fe94-90c1-4eca-941c-59064fb9cb13 req-5bd5b546-312e-4bab-8f5f-51b4feaaa501 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=781b53cd-d061-410d-9a4b-32b9c05dd0a4 HTTP/1.1" status: 200 len: 851 time: 0.2453809 Sep 19 11:24:08.288405 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beafdb07-96ba-4124-8dc2-e139b53de060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98014232-03fa-4c72-834a-cdf12b446e49,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:08.360990 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:08.366209 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9061f9-3148-4c5a-a087-809caf0ad619 req-d8004d4c-7b43-4431-ad42-309c2466fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:08.370557 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-6d9061f9-3148-4c5a-a087-809caf0ad619 req-d8004d4c-7b43-4431-ad42-309c2466fd28 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=8f760d48-3e02-4562-abc4-dc5b172f3b8a HTTP/1.1" status: 200 len: 919 time: 0.3926768 Sep 19 11:24:08.376792 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-beafdb07-96ba-4124-8dc2-e139b53de060 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=ff18b88445a14bad93b5e2e9fe1e78c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8722904 Sep 19 11:24:08.380214 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-11011954-1635-4da9-b7af-4926b21c1679 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:08.416537 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 55486) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:08.419018 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-792d6d7b-4086-4384-8390-bced7a56672e admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=f98ea508636e4fe49dc5fb553c10a79e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9063029 Sep 19 11:24:08.453590 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 55492) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:08.511654 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d6d7b-4086-4384-8390-bced7a56672e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5181df2-66be-4ef0-87a2-5a965b3e4c64,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:08.528813 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-6d9061f9-3148-4c5a-a087-809caf0ad619 req-816c6e88-7eb0-4855-abbf-abfc3df8b167 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f759b9af-a4de-46a2-b77f-a99514276d61 HTTP/1.1" status: 200 len: 217 time: 0.1336303 Sep 19 11:24:08.583355 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d36394-d826-4361-a50b-09dce08dfd87 req-da4f5b86-a2e1-4fce-8cc0-954bad0aaedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:08.586060 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-84d36394-d826-4361-a50b-09dce08dfd87 req-da4f5b86-a2e1-4fce-8cc0-954bad0aaedb service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7622850 Sep 19 11:24:08.592975 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f5f28faa-5d31-4593-b406-a76b174a9c0a req-d9128268-8589-4f58-a5f3-eec672664c9b tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309093 Sep 19 11:24:08.648366 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11011954-1635-4da9-b7af-4926b21c1679 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Pushing event updated for resources: {'Port': ['ID=58387b5a-4483-4fb4-be22-3a74c3abc32c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:08.656877 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9fe94-90c1-4eca-941c-59064fb9cb13 req-108aac17-9896-4b33-ade4-1849ce3bd865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:08.656877 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-30a9fe94-90c1-4eca-941c-59064fb9cb13 req-108aac17-9896-4b33-ade4-1849ce3bd865 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=d68d492e-cdd4-4584-9409-0c6543a346e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3316679 Sep 19 11:24:08.662531 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47026b50-b003-431b-b113-948a7487a786 req-ca7518d6-2830-436d-ab2a-ef1fc2c7c5c5 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:08.663893 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47026b50-b003-431b-b113-948a7487a786 req-ca7518d6-2830-436d-ab2a-ef1fc2c7c5c5 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 931 time: 0.1753111 Sep 19 11:24:08.664341 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:08.714475 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-11011954-1635-4da9-b7af-4926b21c1679 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Network f3f42746-643a-44f8-bda0-c0503923c439 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:24:08.738895 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9061f9-3148-4c5a-a087-809caf0ad619 req-be5b6e5b-7643-4ec9-a99e-4053cd0cffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:08.740378 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-6d9061f9-3148-4c5a-a087-809caf0ad619 req-be5b6e5b-7643-4ec9-a99e-4053cd0cffaf service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=da16c182-c3ae-4775-9d91-5e2002af698e HTTP/1.1" status: 200 len: 857 time: 0.1924582 Sep 19 11:24:08.750428 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-11011954-1635-4da9-b7af-4926b21c1679 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:24:08.753263 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-11011954-1635-4da9-b7af-4926b21c1679 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:24:08.758629 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-11011954-1635-4da9-b7af-4926b21c1679 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:08.759317 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-11011954-1635-4da9-b7af-4926b21c1679 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:08.778412 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-90435430-1a29-48e0-acdb-9503fdda37f3 req-07d8bf7e-adf7-4b49-b5f4-70fd94e62fb1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6235080 Sep 19 11:24:08.846522 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a3533a8f-49b8-482f-8e1a-c81665a76a95 admin admin] Publish callbacks [] for security_group (e5181df2-66be-4ef0-87a2-5a965b3e4c64), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:08.861786 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-ca5d8b52-400e-4f77-8eea-6d2a571a84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:08.863575 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-ca5d8b52-400e-4f77-8eea-6d2a571a84e8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=e8a952d8324548d7a8e80f72449ea5e6&device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 1127 time: 0.2086437 Sep 19 11:24:08.890796 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-03ee2a34-0106-4aec-b732-8bf9a62f4984 admin admin] Publish callbacks [] for security_group (98014232-03fa-4c72-834a-cdf12b446e49), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:08.911040 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a3533a8f-49b8-482f-8e1a-c81665a76a95 admin admin] Publish callbacks [] for security_group (e5181df2-66be-4ef0-87a2-5a965b3e4c64), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:08.915947 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9061f9-3148-4c5a-a087-809caf0ad619 req-2a4ff6fd-6c6d-42fd-8df4-7bc464ac2b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:08.917798 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-6d9061f9-3148-4c5a-a087-809caf0ad619 req-2a4ff6fd-6c6d-42fd-8df4-7bc464ac2b03 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8f760d48-3e02-4562-abc4-dc5b172f3b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1649241 Sep 19 11:24:08.932563 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-11011954-1635-4da9-b7af-4926b21c1679 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6089261 Sep 19 11:24:08.947292 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] Request body: {'port': {'device_id': '37e26364-ddd0-4b3f-aa74-33e3cc7c34ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:24:08.961475 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-f4454017-7182-4ff6-a55a-e656a368cf4d service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be6dcfdf-14a9-42c6-8271-941d034d3349 HTTP/1.1" status: 200 len: 217 time: 0.0855496 Sep 19 11:24:08.996267 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60532b-87b4-4bbc-afcf-8e83c5b81851 req-b6e6345c-f763-4438-a6b8-e144251025d6 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:09.003846 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7f60532b-87b4-4bbc-afcf-8e83c5b81851 req-b6e6345c-f763-4438-a6b8-e144251025d6 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 943 time: 0.2578688 Sep 19 11:24:09.006971 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-03ee2a34-0106-4aec-b732-8bf9a62f4984 admin admin] Publish callbacks [] for security_group (98014232-03fa-4c72-834a-cdf12b446e49), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:09.028930 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:09.038770 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47026b50-b003-431b-b113-948a7487a786 req-eb45b150-d29a-4b40-89a6-c210a7d2f16c tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3480923 Sep 19 11:24:09.058247 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-a137a87f-b0a3-4e70-9424-682c66de3704 None None] Provisioning complete for port 58387b5a-4483-4fb4-be22-3a74c3abc32c triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:24:09.059457 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a137a87f-b0a3-4e70-9424-682c66de3704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:09.060211 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-a137a87f-b0a3-4e70-9424-682c66de3704 None None] Attempt 1 to provision port 58387b5a-4483-4fb4-be22-3a74c3abc32c Sep 19 11:24:09.079505 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-30a9fe94-90c1-4eca-941c-59064fb9cb13 req-682710ea-6999-41c9-8bbd-60515e86fd85 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d68d492e-cdd4-4584-9409-0c6543a346e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062128 Sep 19 11:24:09.122282 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-a137a87f-b0a3-4e70-9424-682c66de3704 None None] Port 58387b5a-4483-4fb4-be22-3a74c3abc32c cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:24:09.136854 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-6d9061f9-3148-4c5a-a087-809caf0ad619 req-0552a009-8204-47a8-9b46-5f0504bf367e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100980 Sep 19 11:24:09.169349 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a3533a8f-49b8-482f-8e1a-c81665a76a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (e5181df2-66be-4ef0-87a2-5a965b3e4c64), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:09.171964 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a3533a8f-49b8-482f-8e1a-c81665a76a95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:09.173268 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-a3533a8f-49b8-482f-8e1a-c81665a76a95 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/e5181df2-66be-4ef0-87a2-5a965b3e4c64 HTTP/1.1" status: 204 len: 168 time: 0.7046027 Sep 19 11:24:09.222168 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-03ee2a34-0106-4aec-b732-8bf9a62f4984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (98014232-03fa-4c72-834a-cdf12b446e49), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:09.224699 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-03ee2a34-0106-4aec-b732-8bf9a62f4984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:09.225839 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-03ee2a34-0106-4aec-b732-8bf9a62f4984 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/98014232-03fa-4c72-834a-cdf12b446e49 HTTP/1.1" status: 204 len: 168 time: 0.8058410 Sep 19 11:24:09.229534 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3533a8f-49b8-482f-8e1a-c81665a76a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5181df2-66be-4ef0-87a2-5a965b3e4c64,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:09.233101 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-a3b965b2-7e74-4e1b-942e-2f59cf3396e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:09.234825 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-a3b965b2-7e74-4e1b-942e-2f59cf3396e5 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0857979c-3349-4111-a884-534dbfbaeaf0 HTTP/1.1" status: 200 len: 850 time: 0.2241178 Sep 19 11:24:09.237548 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:09.241970 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:09.268287 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee2a34-0106-4aec-b732-8bf9a62f4984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98014232-03fa-4c72-834a-cdf12b446e49,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:09.269285 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7f60532b-87b4-4bbc-afcf-8e83c5b81851 req-25c8692f-2051-41ef-9d6d-625ffd79f69a tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641509 Sep 19 11:24:09.330490 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-6d9061f9-3148-4c5a-a087-809caf0ad619 req-48c31b81-e332-4209-aec6-b91eb746a2ca service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870387 Sep 19 11:24:09.549649 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaccb6-fa2a-41df-9d61-c7d8659b14f2 req-87127fa4-4b65-4513-b1ce-71c2dc185082 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:09.551111 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-84aaccb6-fa2a-41df-9d61-c7d8659b14f2 req-87127fa4-4b65-4513-b1ce-71c2dc185082 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 945 time: 0.3787272 Sep 19 11:24:09.568943 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-a7d8307f-73fb-435b-aa73-3e798919fcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:09.570332 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-a7d8307f-73fb-435b-aa73-3e798919fcbe service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=79977212-9704-4425-8d7a-e6522d6f3c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3065665 Sep 19 11:24:09.623931 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-a137a87f-b0a3-4e70-9424-682c66de3704 None None] Attempt 2 to provision port 58387b5a-4483-4fb4-be22-3a74c3abc32c Sep 19 11:24:09.666393 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-30a9fe94-90c1-4eca-941c-59064fb9cb13 req-e9b124f0-7b88-49c4-b3cc-70d75a5cfabd service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d68d492e-cdd4-4584-9409-0c6543a346e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5744052 Sep 19 11:24:09.692767 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 55538) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:09.712100 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3c8ed0eb-8c8a-43a1-8d2d-e48468c29b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:09.748061 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-a137a87f-b0a3-4e70-9424-682c66de3704 None None] Port 58387b5a-4483-4fb4-be22-3a74c3abc32c cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:24:09.749499 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device d8d9d58e-5f33-4c6e-bba4-32413e04606d details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:24:09.771388 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 8b1399aa-63ac-460e-a185-4338a45c416c up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:24:09.856023 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:09.862225 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3c8ed0eb-8c8a-43a1-8d2d-e48468c29b2e admin admin] Publish callbacks [] for security_group (825ee12c-d56a-40ee-942f-164d68220344), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:09.865891 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3c8ed0eb-8c8a-43a1-8d2d-e48468c29b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (825ee12c-d56a-40ee-942f-164d68220344), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:09.875756 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning for port 8b1399aa-63ac-460e-a185-4338a45c416c completed by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 11:24:09.917298 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port 8b1399aa-63ac-460e-a185-4338a45c416c triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:24:09.918851 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (8b1399aa-63ac-460e-a185-4338a45c416c), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:09.921279 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port 8b1399aa-63ac-460e-a185-4338a45c416c Sep 19 11:24:09.928778 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ed0eb-8c8a-43a1-8d2d-e48468c29b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825ee12c-d56a-40ee-942f-164d68220344,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:09.946285 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-3c8ed0eb-8c8a-43a1-8d2d-e48468c29b2e admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=6f7098dc7673435f8ed3b4c2896e494e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523088 Sep 19 11:24:09.947412 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 55548) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:09.974496 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-84aaccb6-fa2a-41df-9d61-c7d8659b14f2 req-9154db4c-139c-459b-b8f8-dac23e2e45f1 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1109fc52-9132-4b24-97b7-83d778bbd773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110394 Sep 19 11:24:10.040740 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee216d7-9d44-4cfa-ada9-452d34252cda req-63db6bd5-f3e0-4aba-b8ce-a6a51be92326 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:10.042289 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cee216d7-9d44-4cfa-ada9-452d34252cda req-63db6bd5-f3e0-4aba-b8ce-a6a51be92326 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 944 time: 0.2311432 Sep 19 11:24:10.049925 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port d8d9d58e-5f33-4c6e-bba4-32413e04606d, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=d8d9d58e-5f33-4c6e-bba4-32413e04606d,segment=NetworkSegment(72995677-08f5-40c1-af00-f097f32b62f8),segment_id=72995677-08f5-40c1-af00-f097f32b62f8)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:24:10.074074 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': 'd8d9d58e-5f33-4c6e-bba4-32413e04606d', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'port_id': 'd8d9d58e-5f33-4c6e-bba4-32413e04606d', 'mac_address': 'fa:16:3e:79:1e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:24:10.081338 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-88702619-ed29-4b47-af5f-533a36827b1c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/79977212-9704-4425-8d7a-e6522d6f3c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932630 Sep 19 11:24:10.095230 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 55554) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:10.149094 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-21a5b80f-3139-45cd-9967-800be3fbd231 admin admin] Publish callbacks [] for security_group (825ee12c-d56a-40ee-942f-164d68220344), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:10.155577 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ecea411c-0e71-4799-beb3-582a5a10cee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:10.193508 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 8b1399aa-63ac-460e-a185-4338a45c416c is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:24:10.194156 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (8b1399aa-63ac-460e-a185-4338a45c416c), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:10.217693 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-21a5b80f-3139-45cd-9967-800be3fbd231 admin admin] Publish callbacks [] for security_group (825ee12c-d56a-40ee-942f-164d68220344), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:10.245240 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 8b1399aa-63ac-460e-a185-4338a45c416c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=8b1399aa-63ac-460e-a185-4338a45c416c,segment=NetworkSegment(c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455),segment_id=c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:24:10.248738 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa6ead2-6eb3-4248-aa4f-76b526b373fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1399aa-63ac-460e-a185-4338a45c416c'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:24:10.329613 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-21a5b80f-3139-45cd-9967-800be3fbd231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (825ee12c-d56a-40ee-942f-164d68220344), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:10.332198 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-21a5b80f-3139-45cd-9967-800be3fbd231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:10.337626 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-21a5b80f-3139-45cd-9967-800be3fbd231 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/825ee12c-d56a-40ee-942f-164d68220344 HTTP/1.1" status: 204 len: 168 time: 0.3884590 Sep 19 11:24:10.351241 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ecea411c-0e71-4799-beb3-582a5a10cee5 admin admin] Publish callbacks [] for security_group (b3a78c3d-25cd-44c1-be7e-5b710e2fb12e), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:10.354867 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-a137a87f-b0a3-4e70-9424-682c66de3704 None None] Attempt 3 to provision port 58387b5a-4483-4fb4-be22-3a74c3abc32c Sep 19 11:24:10.357127 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port d8d9d58e-5f33-4c6e-bba4-32413e04606d is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:24:10.357567 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (d8d9d58e-5f33-4c6e-bba4-32413e04606d), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:10.359267 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5b80f-3139-45cd-9967-800be3fbd231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825ee12c-d56a-40ee-942f-164d68220344,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:10.362810 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (8b1399aa-63ac-460e-a185-4338a45c416c), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:10.362999 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ecea411c-0e71-4799-beb3-582a5a10cee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (b3a78c3d-25cd-44c1-be7e-5b710e2fb12e), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:10.412197 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-ecea411c-0e71-4799-beb3-582a5a10cee5 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=2be63f32b9d540af8d8626aee59410da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144257 Sep 19 11:24:10.413008 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 55568) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:10.413609 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea411c-0e71-4799-beb3-582a5a10cee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a78c3d-25cd-44c1-be7e-5b710e2fb12e,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:10.420018 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:10.481593 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f6d03141-952e-4baf-b784-cc2f2498b043 admin admin] Publish callbacks [] for security_group (b3a78c3d-25cd-44c1-be7e-5b710e2fb12e), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:10.490349 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cee216d7-9d44-4cfa-ada9-452d34252cda req-dc9e66f0-d392-41ec-80fa-54a1adc87faf tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391265 Sep 19 11:24:10.545670 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f6d03141-952e-4baf-b784-cc2f2498b043 admin admin] Publish callbacks [] for security_group (b3a78c3d-25cd-44c1-be7e-5b710e2fb12e), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:10.550225 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:10.586626 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58387b5a-4483-4fb4-be22-3a74c3abc32c {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:24:10.592251 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d9d58e-5f33-4c6e-bba4-32413e04606d {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:24:10.598365 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] Publish callbacks [] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:10.620633 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] Transition to ACTIVE for port object 58387b5a-4483-4fb4-be22-3a74c3abc32c will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 11:24:10.639277 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:10.642117 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d07bd595-6703-44a7-8632-d8d04e28e31a req-bb57930a-7ce5-423a-a96c-84edc9b50e41 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/79977212-9704-4425-8d7a-e6522d6f3c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468671 Sep 19 11:24:10.644023 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:10.655742 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae947da8-a11c-4605-9f31-2d029d441023 req-ef563be0-eda9-4ac2-9707-5c8c5fb2a954 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:10.664376 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ae947da8-a11c-4605-9f31-2d029d441023 req-ef563be0-eda9-4ac2-9707-5c8c5fb2a954 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 931 time: 0.4978220 Sep 19 11:24:10.672231 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-a137a87f-b0a3-4e70-9424-682c66de3704 None None] Port 58387b5a-4483-4fb4-be22-3a74c3abc32c cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:24:10.703931 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f6d03141-952e-4baf-b784-cc2f2498b043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (b3a78c3d-25cd-44c1-be7e-5b710e2fb12e), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:10.706611 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f6d03141-952e-4baf-b784-cc2f2498b043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:10.707235 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port d8d9d58e-5f33-4c6e-bba4-32413e04606d, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=d8d9d58e-5f33-4c6e-bba4-32413e04606d,segment=NetworkSegment(72995677-08f5-40c1-af00-f097f32b62f8),segment_id=72995677-08f5-40c1-af00-f097f32b62f8)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:24:10.710702 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-f6d03141-952e-4baf-b784-cc2f2498b043 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/b3a78c3d-25cd-44c1-be7e-5b710e2fb12e HTTP/1.1" status: 204 len: 168 time: 0.2907834 Sep 19 11:24:10.714286 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (d8d9d58e-5f33-4c6e-bba4-32413e04606d), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:10.715201 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device f759b9af-a4de-46a2-b77f-a99514276d61 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:24:10.726233 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d03141-952e-4baf-b784-cc2f2498b043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a78c3d-25cd-44c1-be7e-5b710e2fb12e,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:10.729607 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=8b1399aa-63ac-460e-a185-4338a45c416c,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:10.748559 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:10.839663 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=d8d9d58e-5f33-4c6e-bba4-32413e04606d,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:10.857800 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472faf59-1c49-46c0-a353-46e0372261fd" -d '{"events": [{"server_uuid": "6aa6ead2-6eb3-4248-aa4f-76b526b373fc", "name": "network-vif-plugged", "status": "completed", "tag": "8b1399aa-63ac-460e-a185-4338a45c416c"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:24:10.865156 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port f759b9af-a4de-46a2-b77f-a99514276d61, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=f759b9af-a4de-46a2-b77f-a99514276d61,segment=NetworkSegment(72995677-08f5-40c1-af00-f097f32b62f8),segment_id=72995677-08f5-40c1-af00-f097f32b62f8)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:24:10.890798 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': 'f759b9af-a4de-46a2-b77f-a99514276d61', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'port_id': 'f759b9af-a4de-46a2-b77f-a99514276d61', 'mac_address': 'fa:16:3e:e2:2b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:24:10.915104 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] Attempting to bind port 58387b5a-4483-4fb4-be22-3a74c3abc32c on host hv-cinder-82099 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:24:10.915734 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] Attempting to bind port 58387b5a-4483-4fb4-be22-3a74c3abc32c by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': 'c41065d2-5551-4cb3-b374-f4cecafcff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:24:10.916892 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] Attempting to bind port 58387b5a-4483-4fb4-be22-3a74c3abc32c on network f3f42746-643a-44f8-bda0-c0503923c439 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:24:10.926410 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bd815-12ea-4f92-8650-4ccb7a2221f8 req-2f29d843-84a3-4cec-a89c-e60854752b0c tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:10.927965 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-253bd815-12ea-4f92-8650-4ccb7a2221f8 req-2f29d843-84a3-4cec-a89c-e60854752b0c tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 943 time: 0.2608948 Sep 19 11:24:10.953380 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] Pushing event updated for resources: {'Port': ['ID=58387b5a-4483-4fb4-be22-3a74c3abc32c,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:10.956732 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port f759b9af-a4de-46a2-b77f-a99514276d61 is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:24:10.957390 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (f759b9af-a4de-46a2-b77f-a99514276d61), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:10.985537 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f759b9af-a4de-46a2-b77f-a99514276d61 {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:24:11.018485 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ae947da8-a11c-4605-9f31-2d029d441023 req-b1b895bd-616f-4e7f-b68d-4e097d5f1a8b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3508520 Sep 19 11:24:11.044186 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port f759b9af-a4de-46a2-b77f-a99514276d61, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=f759b9af-a4de-46a2-b77f-a99514276d61,segment=NetworkSegment(72995677-08f5-40c1-af00-f097f32b62f8),segment_id=72995677-08f5-40c1-af00-f097f32b62f8)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:24:11.054899 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (f759b9af-a4de-46a2-b77f-a99514276d61), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:11.070012 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] Port 58387b5a-4483-4fb4-be22-3a74c3abc32c on network f3f42746-643a-44f8-bda0-c0503923c439 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 11:24:11.070416 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] Attempting to bind port 58387b5a-4483-4fb4-be22-3a74c3abc32c on network f3f42746-643a-44f8-bda0-c0503923c439 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:24:11.076459 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-253bd815-12ea-4f92-8650-4ccb7a2221f8 req-755f2e28-58af-4d46-a057-65a245dc2a15 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140096 Sep 19 11:24:11.127890 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=f759b9af-a4de-46a2-b77f-a99514276d61,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:11.160848 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] Checking agent: {'id': '89dce09e-1d3d-46be-9edc-f71162f9f1f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'started_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:24:11.160848 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] Checking segment: {'id': 'c41065d2-5551-4cb3-b374-f4cecafcff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:24:11.161210 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] Bound using segment: {'id': 'c41065d2-5551-4cb3-b374-f4cecafcff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:24:11.161650 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] Bound port: 58387b5a-4483-4fb4-be22-3a74c3abc32c, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c41065d2-5551-4cb3-b374-f4cecafcff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:24:11.162075 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:11.173174 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-a137a87f-b0a3-4e70-9424-682c66de3704 None None] Attempt 4 to provision port 58387b5a-4483-4fb4-be22-3a74c3abc32c Sep 19 11:24:11.236260 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-a137a87f-b0a3-4e70-9424-682c66de3704 None None] Port 58387b5a-4483-4fb4-be22-3a74c3abc32c cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:24:11.282896 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a10bd4-51ff-4444-b2f8-0bb39b704298 req-b0d10136-b24c-4284-a046-b5899aef0467 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:11.284615 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8a10bd4-51ff-4444-b2f8-0bb39b704298 req-b0d10136-b24c-4284-a046-b5899aef0467 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 946 time: 0.0713608 Sep 19 11:24:11.321811 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] For port 58387b5a-4483-4fb4-be22-3a74c3abc32c, host hv-cinder-82099, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:24:11.349208 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] For port 58387b5a-4483-4fb4-be22-3a74c3abc32c, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=58387b5a-4483-4fb4-be22-3a74c3abc32c,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:24:11.364105 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:11.371386 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8a10bd4-51ff-4444-b2f8-0bb39b704298 req-03647d57-8dfa-4435-bcd2-e9d787d6e11e tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1109fc52-9132-4b24-97b7-83d778bbd773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769382 Sep 19 11:24:11.372679 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:11.373626 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:11.374993 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/58387b5a-4483-4fb4-be22-3a74c3abc32c HTTP/1.1" status: 200 len: 1093 time: 2.4327133 Sep 19 11:24:11.377387 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e26364-ddd0-4b3f-aa74-33e3cc7c34ba', 'tag': '58387b5a-4483-4fb4-be22-3a74c3abc32c'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:24:11.379918 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2969cd4-bbac-4831-8f5b-7d56d5541828" -d '{"events": [{"name": "network-changed", "server_uuid": "37e26364-ddd0-4b3f-aa74-33e3cc7c34ba", "tag": "58387b5a-4483-4fb4-be22-3a74c3abc32c"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:24:11.456131 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5266af-522e-4a96-b735-1b6d1b82ba7d service neutron] Pushing event updated for resources: {'Port': ['ID=58387b5a-4483-4fb4-be22-3a74c3abc32c,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:11.467733 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efe98dd-3a9f-40c3-9092-144778d66b66 x-openstack-request-id: req-2efe98dd-3a9f-40c3-9092-144778d66b66 {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:24:11.467733 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa6ead2-6eb3-4248-aa4f-76b526b373fc", "name": "network-vif-plugged", "status": "completed", "tag": "8b1399aa-63ac-460e-a185-4338a45c416c", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:24:11.467733 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2efe98dd-3a9f-40c3-9092-144778d66b66 {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:24:11.467733 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2efe98dd-3a9f-40c3-9092-144778d66b66'] response: {'server_uuid': '6aa6ead2-6eb3-4248-aa4f-76b526b373fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1399aa-63ac-460e-a185-4338a45c416c', 'code': 200} Sep 19 11:24:11.499728 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832f0b8d-a051-493d-bb18-968c7697e19a x-openstack-request-id: req-832f0b8d-a051-493d-bb18-968c7697e19a {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:24:11.500052 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e26364-ddd0-4b3f-aa74-33e3cc7c34ba", "tag": "58387b5a-4483-4fb4-be22-3a74c3abc32c", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:24:11.500402 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-832f0b8d-a051-493d-bb18-968c7697e19a {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:24:11.500813 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-832f0b8d-a051-493d-bb18-968c7697e19a'] response: {'name': 'network-changed', 'server_uuid': '37e26364-ddd0-4b3f-aa74-33e3cc7c34ba', 'tag': '58387b5a-4483-4fb4-be22-3a74c3abc32c', 'status': 'completed', 'code': 200} Sep 19 11:24:11.645739 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406680a-02cb-44ea-ac48-e4cd233137e2 req-8cca1780-2e3c-460f-9cb4-d73082e48eac tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:11.647683 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9406680a-02cb-44ea-ac48-e4cd233137e2 req-8cca1780-2e3c-460f-9cb4-d73082e48eac tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 945 time: 0.0621581 Sep 19 11:24:11.692351 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:11.714612 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9406680a-02cb-44ea-ac48-e4cd233137e2 req-f9d2b7a7-27d6-424e-a955-8de4756f2f6f tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611377 Sep 19 11:24:11.738822 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-a137a87f-b0a3-4e70-9424-682c66de3704 None None] Attempt 5 to provision port 58387b5a-4483-4fb4-be22-3a74c3abc32c Sep 19 11:24:11.793733 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-a137a87f-b0a3-4e70-9424-682c66de3704 None None] Port 58387b5a-4483-4fb4-be22-3a74c3abc32c had new provisioning blocks added so it will not transition to active. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 11:24:12.168182 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f4835-2ac6-4bde-84e1-434bb9bc5edc req-001f1b49-07ec-4267-bbbf-3db92362fe3a tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:12.168182 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-571f4835-2ac6-4bde-84e1-434bb9bc5edc req-001f1b49-07ec-4267-bbbf-3db92362fe3a tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.0517509 Sep 19 11:24:12.277198 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e4f21-b09e-4a30-9e5b-be4ea95eec16 req-f7d308f8-f079-4a44-b3ac-ee4adbc2506c tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:12.285288 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6e2e4f21-b09e-4a30-9e5b-be4ea95eec16 req-f7d308f8-f079-4a44-b3ac-ee4adbc2506c tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 943 time: 0.0996356 Sep 19 11:24:12.320677 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-571f4835-2ac6-4bde-84e1-434bb9bc5edc req-b07c00d7-9152-4f8a-85e3-9175d1544234 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478126 Sep 19 11:24:12.370850 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6e2e4f21-b09e-4a30-9e5b-be4ea95eec16 req-e0386a7c-7e5e-4461-aa23-ea64eb197ba8 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819116 Sep 19 11:24:12.562324 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced503d1-a43a-49f9-b8a9-a42d69d7c2c7 req-14bff601-3d8e-4ab0-9100-6e7ef7a7b22b tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:12.564354 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ced503d1-a43a-49f9-b8a9-a42d69d7c2c7 req-14bff601-3d8e-4ab0-9100-6e7ef7a7b22b tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 946 time: 0.0859632 Sep 19 11:24:12.652372 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ced503d1-a43a-49f9-b8a9-a42d69d7c2c7 req-7f484812-e7a6-49c9-925c-4560345ebffb tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1109fc52-9132-4b24-97b7-83d778bbd773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813949 Sep 19 11:24:12.880572 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9e3d4-fb05-406d-88f5-0e6398aa482a req-66125ad2-0474-4ed7-baed-d7212f3c2a38 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:12.882300 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-23e9e3d4-fb05-406d-88f5-0e6398aa482a req-66125ad2-0474-4ed7-baed-d7212f3c2a38 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 945 time: 0.0582440 Sep 19 11:24:12.941436 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-23e9e3d4-fb05-406d-88f5-0e6398aa482a req-8b1b0639-16f2-4ab5-9a9b-a2f9ce941918 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505798 Sep 19 11:24:13.464511 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:13.489655 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7578852-b77c-4173-9be0-1d9e4b75e158 req-0e33403c-3616-414d-bc0a-afdb3e683f9a tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:13.495972 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a7578852-b77c-4173-9be0-1d9e4b75e158 req-0e33403c-3616-414d-bc0a-afdb3e683f9a tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.0688977 Sep 19 11:24:13.579326 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c01e8-a31a-4978-9b6a-2d585c5ffda1 req-877e9645-b93c-41db-9135-353cd171ba85 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:13.580960 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-419c01e8-a31a-4978-9b6a-2d585c5ffda1 req-877e9645-b93c-41db-9135-353cd171ba85 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 943 time: 0.0991824 Sep 19 11:24:13.593424 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a7578852-b77c-4173-9be0-1d9e4b75e158 req-310e43d4-69ec-4424-93f7-0a475774c91b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851870 Sep 19 11:24:13.683446 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-419c01e8-a31a-4978-9b6a-2d585c5ffda1 req-66396b11-0121-4f4e-b9f7-6ceb8527793c tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887804 Sep 19 11:24:13.809078 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b42c6-ec9d-4e47-a5ee-0a050df4daaa req-7b1e697f-3b13-4718-b750-1e196f75c9e0 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:13.810622 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b29b42c6-ec9d-4e47-a5ee-0a050df4daaa req-7b1e697f-3b13-4718-b750-1e196f75c9e0 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 946 time: 0.0557194 Sep 19 11:24:13.834442 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['d8d9d58e-5f33-4c6e-bba4-32413e04606d'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:24:13.876188 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b29b42c6-ec9d-4e47-a5ee-0a050df4daaa req-ebc21e2c-aa4d-4ab5-9b7e-11c6148cadc5 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1109fc52-9132-4b24-97b7-83d778bbd773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573530 Sep 19 11:24:13.921937 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 55774) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:13.992479 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['f759b9af-a4de-46a2-b77f-a99514276d61'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:24:13.994582 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2969cd4-bbac-4831-8f5b-7d56d5541828 req-e2949bd3-d244-4f1f-a7a5-b9dc4078eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:13.996352 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d2969cd4-bbac-4831-8f5b-7d56d5541828 req-e2949bd3-d244-4f1f-a7a5-b9dc4078eee2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=078bf59c33cc43579aeb270262079a37&device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 1127 time: 0.0468709 Sep 19 11:24:14.076265 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9dc460f4-ec2a-46a1-ad1f-b87a66895fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:14.122347 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2969cd4-bbac-4831-8f5b-7d56d5541828 req-e4dcfdbe-130c-46ef-ab54-369f184c8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:14.124421 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d2969cd4-bbac-4831-8f5b-7d56d5541828 req-e4dcfdbe-130c-46ef-ab54-369f184c8768 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=078bf59c33cc43579aeb270262079a37&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1217310 Sep 19 11:24:14.189524 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9dc460f4-ec2a-46a1-ad1f-b87a66895fc7 admin admin] Publish callbacks [] for security_group (bac9cc60-cd3e-4e20-b212-604f86cc0aee), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:14.195413 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9dc460f4-ec2a-46a1-ad1f-b87a66895fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (bac9cc60-cd3e-4e20-b212-604f86cc0aee), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:14.199563 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:14.228449 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:14.239103 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc460f4-ec2a-46a1-ad1f-b87a66895fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac9cc60-cd3e-4e20-b212-604f86cc0aee,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:14.260599 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-9dc460f4-ec2a-46a1-ad1f-b87a66895fc7 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=0c83eef359544b99bb4a71b47790ede8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374412 Sep 19 11:24:14.262053 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 55782) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:14.316745 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a2154f1f-eb88-452d-9418-f4e3b064e9dd admin admin] Publish callbacks [] for security_group (bac9cc60-cd3e-4e20-b212-604f86cc0aee), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:14.340900 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a2154f1f-eb88-452d-9418-f4e3b064e9dd admin admin] Publish callbacks [] for security_group (bac9cc60-cd3e-4e20-b212-604f86cc0aee), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:14.410652 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c27c43-3164-4397-bfa7-25dff44292f9 req-39545c09-1924-41ef-a457-6556fc4f8879 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:14.411527 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a2154f1f-eb88-452d-9418-f4e3b064e9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (bac9cc60-cd3e-4e20-b212-604f86cc0aee), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:14.412188 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-36c27c43-3164-4397-bfa7-25dff44292f9 req-39545c09-1924-41ef-a457-6556fc4f8879 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 945 time: 0.2709532 Sep 19 11:24:14.415276 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffaf621-c809-4848-9ddf-6a55c0bd4f83 req-117053eb-8e93-4e38-86ba-837dff85e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:14.416684 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9ffaf621-c809-4848-9ddf-6a55c0bd4f83 req-117053eb-8e93-4e38-86ba-837dff85e0f5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 1130 time: 0.2077672 Sep 19 11:24:14.418710 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a2154f1f-eb88-452d-9418-f4e3b064e9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:14.422324 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:14.422449 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-a2154f1f-eb88-452d-9418-f4e3b064e9dd admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/bac9cc60-cd3e-4e20-b212-604f86cc0aee HTTP/1.1" status: 204 len: 168 time: 0.1569059 Sep 19 11:24:14.443219 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2154f1f-eb88-452d-9418-f4e3b064e9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac9cc60-cd3e-4e20-b212-604f86cc0aee,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:14.473218 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9ffaf621-c809-4848-9ddf-6a55c0bd4f83 req-4a4e3aec-6920-4610-b291-199d979ebe2d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:14.484603 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2969cd4-bbac-4831-8f5b-7d56d5541828 req-d6548e4d-9811-48a1-9f81-cbc9c6f2fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:14.486197 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d2969cd4-bbac-4831-8f5b-7d56d5541828 req-d6548e4d-9811-48a1-9f81-cbc9c6f2fcfa service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3551183 Sep 19 11:24:14.594252 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-36c27c43-3164-4397-bfa7-25dff44292f9 req-30745c00-cee5-4e45-b54b-70865f1f9201 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495311 Sep 19 11:24:14.622664 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-9ddfaad0-2b88-4645-be99-1179c922ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:14.624521 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-9ddfaad0-2b88-4645-be99-1179c922ef9a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=078bf59c33cc43579aeb270262079a37&device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 1127 time: 0.0886567 Sep 19 11:24:14.755975 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-1c9e102d-c1c2-4c71-a3f4-cda091320522 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58387b5a-4483-4fb4-be22-3a74c3abc32c HTTP/1.1" status: 200 len: 217 time: 0.1210847 Sep 19 11:24:14.806063 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9ffaf621-c809-4848-9ddf-6a55c0bd4f83 req-4a4e3aec-6920-4610-b291-199d979ebe2d service neutron] Publish callbacks [] for security_group (9de2fd7e-beb3-4c4e-9761-2300a61febc7), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:14.862354 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9ffaf621-c809-4848-9ddf-6a55c0bd4f83 req-4a4e3aec-6920-4610-b291-199d979ebe2d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (9de2fd7e-beb3-4c4e-9761-2300a61febc7), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:14.933466 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=32 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:14.940150 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=11 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:14.953877 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d31fd-ce86-4c09-80a2-fe14014d1839 req-3205386a-58fc-4be8-af13-9dca32425692 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:14.955552 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-389d31fd-ce86-4c09-80a2-fe14014d1839 req-3205386a-58fc-4be8-af13-9dca32425692 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.1722467 Sep 19 11:24:14.973966 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 55826) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:14.994278 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f87507ea-2178-4094-abf8-35d7438c39c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:14.994411 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9ffaf621-c809-4848-9ddf-6a55c0bd4f83 req-4a4e3aec-6920-4610-b291-199d979ebe2d service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1109fc52-9132-4b24-97b7-83d778bbd773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713780 Sep 19 11:24:14.995691 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-fa7b9e2b-d8c6-4f52-b91c-c0a7fda1426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:14.997120 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-fa7b9e2b-d8c6-4f52-b91c-c0a7fda1426d service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924 HTTP/1.1" status: 200 len: 855 time: 0.2159476 Sep 19 11:24:15.004604 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841017fd-fd7a-45b6-8139-96a08167c8fd req-b94b6b3b-57a0-4930-a977-57937eeac13c tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:15.007960 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-841017fd-fd7a-45b6-8139-96a08167c8fd req-b94b6b3b-57a0-4930-a977-57937eeac13c tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 943 time: 0.1479433 Sep 19 11:24:15.013062 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e3aec-6920-4610-b291-199d979ebe2d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9de2fd7e-beb3-4c4e-9761-2300a61febc7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:15.057177 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:15.083276 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f87507ea-2178-4094-abf8-35d7438c39c3 admin admin] Publish callbacks [] for security_group (58db8040-57e9-42d2-a3b4-1f46e65fd15f), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:15.088872 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f87507ea-2178-4094-abf8-35d7438c39c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (58db8040-57e9-42d2-a3b4-1f46e65fd15f), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:15.134191 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-f87507ea-2178-4094-abf8-35d7438c39c3 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=99be19f7a21142108d05d355b21d6186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1583672 Sep 19 11:24:15.135480 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87507ea-2178-4094-abf8-35d7438c39c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58db8040-57e9-42d2-a3b4-1f46e65fd15f,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:15.137946 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 55828) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:15.199170 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e41d3a1f-394f-4247-a7cb-61fb768deb74 admin admin] Publish callbacks [] for security_group (58db8040-57e9-42d2-a3b4-1f46e65fd15f), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:15.223738 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e41d3a1f-394f-4247-a7cb-61fb768deb74 admin admin] Publish callbacks [] for security_group (58db8040-57e9-42d2-a3b4-1f46e65fd15f), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:15.276107 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e41d3a1f-394f-4247-a7cb-61fb768deb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (58db8040-57e9-42d2-a3b4-1f46e65fd15f), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:15.277715 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-389d31fd-ce86-4c09-80a2-fe14014d1839 req-5fb40180-eb31-48de-9398-ea97da4fba79 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086967 Sep 19 11:24:15.278657 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e41d3a1f-394f-4247-a7cb-61fb768deb74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:15.282146 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-e41d3a1f-394f-4247-a7cb-61fb768deb74 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/58db8040-57e9-42d2-a3b4-1f46e65fd15f HTTP/1.1" status: 204 len: 168 time: 0.1408498 Sep 19 11:24:15.294047 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d3a1f-394f-4247-a7cb-61fb768deb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58db8040-57e9-42d2-a3b4-1f46e65fd15f,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:15.331489 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-841017fd-fd7a-45b6-8139-96a08167c8fd req-1f0ad39e-fc45-49dd-868a-b4b3c1773867 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3139572 Sep 19 11:24:15.341442 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-ebe3bdda-38f9-4ed0-b770-1f7056c01822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:15.343300 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-ebe3bdda-38f9-4ed0-b770-1f7056c01822 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=f3f42746-643a-44f8-bda0-c0503923c439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841427 Sep 19 11:24:15.452971 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device d8d9d58e-5f33-4c6e-bba4-32413e04606d up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:24:15.456439 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4c490-427e-4245-b2b8-a902df6f0c8d req-ced9f270-d49a-4911-9b59-41085129e79d tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:15.457886 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-67f4c490-427e-4245-b2b8-a902df6f0c8d req-ced9f270-d49a-4911-9b59-41085129e79d tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 946 time: 0.1012309 Sep 19 11:24:15.509650 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning for port d8d9d58e-5f33-4c6e-bba4-32413e04606d completed by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 11:24:15.514990 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port d8d9d58e-5f33-4c6e-bba4-32413e04606d triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:24:15.515370 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (d8d9d58e-5f33-4c6e-bba4-32413e04606d), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:15.515965 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port d8d9d58e-5f33-4c6e-bba4-32413e04606d Sep 19 11:24:15.519464 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-aff0f87e-4aea-4b02-9938-170236a44413 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605132 Sep 19 11:24:15.535154 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:15.551207 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-67f4c490-427e-4245-b2b8-a902df6f0c8d req-d5240d0f-91d7-46f5-aac6-f5d777ead606 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1109fc52-9132-4b24-97b7-83d778bbd773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707431 Sep 19 11:24:15.554104 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:15.596857 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port d8d9d58e-5f33-4c6e-bba4-32413e04606d is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:24:15.597246 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (d8d9d58e-5f33-4c6e-bba4-32413e04606d), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:15.623086 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781f01d3-aa65-40ad-9c85-0e93e6f05745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d9d58e-5f33-4c6e-bba4-32413e04606d'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:24:15.625355 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ddda17-1b29-403d-94ca-ae3e9ed81a73" -d '{"events": [{"server_uuid": "781f01d3-aa65-40ad-9c85-0e93e6f05745", "name": "network-vif-plugged", "status": "completed", "tag": "d8d9d58e-5f33-4c6e-bba4-32413e04606d"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:24:15.645179 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port d8d9d58e-5f33-4c6e-bba4-32413e04606d, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=d8d9d58e-5f33-4c6e-bba4-32413e04606d,segment=NetworkSegment(72995677-08f5-40c1-af00-f097f32b62f8),segment_id=72995677-08f5-40c1-af00-f097f32b62f8)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:24:15.650451 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (d8d9d58e-5f33-4c6e-bba4-32413e04606d), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:15.651235 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device f759b9af-a4de-46a2-b77f-a99514276d61 up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:24:15.705466 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758186c7-a895-4830-a8fd-b6fa0919a78c x-openstack-request-id: req-758186c7-a895-4830-a8fd-b6fa0919a78c {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:24:15.705973 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781f01d3-aa65-40ad-9c85-0e93e6f05745", "name": "network-vif-plugged", "status": "completed", "tag": "d8d9d58e-5f33-4c6e-bba4-32413e04606d", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:24:15.706230 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-758186c7-a895-4830-a8fd-b6fa0919a78c {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:24:15.706682 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-758186c7-a895-4830-a8fd-b6fa0919a78c'] response: {'server_uuid': '781f01d3-aa65-40ad-9c85-0e93e6f05745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d9d58e-5f33-4c6e-bba4-32413e04606d', 'code': 200} Sep 19 11:24:15.745508 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=d8d9d58e-5f33-4c6e-bba4-32413e04606d,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:15.761062 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning for port f759b9af-a4de-46a2-b77f-a99514276d61 completed by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 11:24:15.769336 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port f759b9af-a4de-46a2-b77f-a99514276d61 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:24:15.769997 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (f759b9af-a4de-46a2-b77f-a99514276d61), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:15.770832 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port f759b9af-a4de-46a2-b77f-a99514276d61 Sep 19 11:24:15.783995 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa828c-ecf7-4a7d-8c05-099df566f546 req-7c357286-1c79-4774-be18-69e2b16579ed tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:15.785537 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-36fa828c-ecf7-4a7d-8c05-099df566f546 req-7c357286-1c79-4774-be18-69e2b16579ed tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 945 time: 0.0836642 Sep 19 11:24:15.805264 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:15.860462 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b74112eb-6cb6-4652-aec1-0ad697a21547 req-c75862fa-d62a-45b5-8372-611cd1639267 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867900 Sep 19 11:24:15.871313 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port f759b9af-a4de-46a2-b77f-a99514276d61 is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:24:15.872300 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (f759b9af-a4de-46a2-b77f-a99514276d61), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:15.875168 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-36fa828c-ecf7-4a7d-8c05-099df566f546 req-b1f44f78-d1fc-41de-8011-09987fb4d8b4 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807889 Sep 19 11:24:15.945309 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port f759b9af-a4de-46a2-b77f-a99514276d61, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=f759b9af-a4de-46a2-b77f-a99514276d61,segment=NetworkSegment(72995677-08f5-40c1-af00-f097f32b62f8),segment_id=72995677-08f5-40c1-af00-f097f32b62f8)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:24:15.959537 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (f759b9af-a4de-46a2-b77f-a99514276d61), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:16.026644 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=f759b9af-a4de-46a2-b77f-a99514276d61,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:16.346084 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e6f5a505-a992-45b8-bd4f-f5ff00e3c674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:16.559494 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb64d5f-1650-4102-8397-5d977f0ee80a req-315d49f6-7d2f-4cd7-8518-da662c56e951 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:16.561040 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9fb64d5f-1650-4102-8397-5d977f0ee80a req-315d49f6-7d2f-4cd7-8518-da662c56e951 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 943 time: 0.0727656 Sep 19 11:24:16.588307 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be765f-ae51-4ec1-a8f8-69e7ccd99375 req-995fef78-8588-420c-983e-b077169df80c tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:16.589798 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-55be765f-ae51-4ec1-a8f8-69e7ccd99375 req-995fef78-8588-420c-983e-b077169df80c tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.1610987 Sep 19 11:24:16.643143 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9fb64d5f-1650-4102-8397-5d977f0ee80a req-be2d76c7-c2ae-4b41-b9ee-f36811db946a tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760989 Sep 19 11:24:16.674624 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-55be765f-ae51-4ec1-a8f8-69e7ccd99375 req-3059970e-ff3e-4255-9669-5cce0705394e tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777347 Sep 19 11:24:16.777795 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f97c4-9a54-41c8-8bd1-5c17422f3102 req-c8d8ea5a-99f1-4a2b-8ce6-0e2692e72a7a tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:16.779518 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2e5f97c4-9a54-41c8-8bd1-5c17422f3102 req-c8d8ea5a-99f1-4a2b-8ce6-0e2692e72a7a tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 946 time: 0.0540712 Sep 19 11:24:16.848475 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2e5f97c4-9a54-41c8-8bd1-5c17422f3102 req-ea26db4b-6d1f-4746-a67b-df7fbb8b66a2 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1109fc52-9132-4b24-97b7-83d778bbd773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619476 Sep 19 11:24:16.998466 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e7b77-dcfb-4285-80c9-8f008a36f167 req-351d72bb-ac4f-4956-a3dd-b569aa1bab7b tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:16.999940 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-369e7b77-dcfb-4285-80c9-8f008a36f167 req-351d72bb-ac4f-4956-a3dd-b569aa1bab7b tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0515709 Sep 19 11:24:17.049295 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-369e7b77-dcfb-4285-80c9-8f008a36f167 req-accfa095-9ec0-47a0-9a25-7877170a0456 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431631 Sep 19 11:24:17.272985 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f7ea4-5005-4a0f-aab7-5819b3f3642b req-a5e8f2c5-2c8e-40ef-8b0e-09cf4961e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:17.274539 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6d1f7ea4-5005-4a0f-aab7-5819b3f3642b req-a5e8f2c5-2c8e-40ef-8b0e-09cf4961e591 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 1129 time: 0.0407939 Sep 19 11:24:17.319861 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6d1f7ea4-5005-4a0f-aab7-5819b3f3642b req-13addcb7-f538-461a-a1a4-d8847a96c21f service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389876 Sep 19 11:24:17.470808 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device be6dcfdf-14a9-42c6-8271-941d034d3349 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:24:17.591030 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port be6dcfdf-14a9-42c6-8271-941d034d3349, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=be6dcfdf-14a9-42c6-8271-941d034d3349,segment=NetworkSegment(7e5b877b-24b6-4285-8279-364e2e59bab9),segment_id=7e5b877b-24b6-4285-8279-364e2e59bab9)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:24:17.622668 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': 'be6dcfdf-14a9-42c6-8271-941d034d3349', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'port_id': 'be6dcfdf-14a9-42c6-8271-941d034d3349', 'mac_address': 'fa:16:3e:5e:77:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:24:17.687100 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port be6dcfdf-14a9-42c6-8271-941d034d3349 is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:24:17.688014 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (be6dcfdf-14a9-42c6-8271-941d034d3349), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:17.709182 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fde0ab-90d4-496f-8d81-15056c43a44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f759b9af-a4de-46a2-b77f-a99514276d61'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:24:17.725261 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90514bdb-37cf-4fa5-88e8-894befa0e6fd" -d '{"events": [{"server_uuid": "c1fde0ab-90d4-496f-8d81-15056c43a44e", "name": "network-vif-plugged", "status": "completed", "tag": "f759b9af-a4de-46a2-b77f-a99514276d61"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:24:17.732078 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6dcfdf-14a9-42c6-8271-941d034d3349 {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:24:17.779165 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port be6dcfdf-14a9-42c6-8271-941d034d3349, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=be6dcfdf-14a9-42c6-8271-941d034d3349,segment=NetworkSegment(7e5b877b-24b6-4285-8279-364e2e59bab9),segment_id=7e5b877b-24b6-4285-8279-364e2e59bab9)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:24:17.790236 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (be6dcfdf-14a9-42c6-8271-941d034d3349), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:17.887660 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b750a6-edf2-4713-8b18-75f175534f04 req-e2ebd31a-d749-47ff-90c3-13f67059ef14 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:17.888289 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=be6dcfdf-14a9-42c6-8271-941d034d3349,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:17.889315 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c0b750a6-edf2-4713-8b18-75f175534f04 req-e2ebd31a-d749-47ff-90c3-13f67059ef14 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 944 time: 0.0989718 Sep 19 11:24:17.901472 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839eefc-f799-40cb-9361-ed2dc0ce7d67 req-308c2919-bdd5-40d4-9949-29f699427c89 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:17.903248 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d839eefc-f799-40cb-9361-ed2dc0ce7d67 req-308c2919-bdd5-40d4-9949-29f699427c89 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.0749741 Sep 19 11:24:17.955329 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:17.990382 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c0b750a6-edf2-4713-8b18-75f175534f04 req-66054be8-29ce-4328-9520-588319585eae tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855415 Sep 19 11:24:17.993773 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d839eefc-f799-40cb-9361-ed2dc0ce7d67 req-5694cdb6-0db1-4a52-9406-0ada56770f26 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788095 Sep 19 11:24:18.026928 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['be6dcfdf-14a9-42c6-8271-941d034d3349'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:24:18.051959 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdce3235-e057-4ed0-9da9-714843424d9c x-openstack-request-id: req-bdce3235-e057-4ed0-9da9-714843424d9c {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:24:18.052471 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fde0ab-90d4-496f-8d81-15056c43a44e", "name": "network-vif-plugged", "status": "completed", "tag": "f759b9af-a4de-46a2-b77f-a99514276d61", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:24:18.052899 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bdce3235-e057-4ed0-9da9-714843424d9c {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:24:18.053299 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdce3235-e057-4ed0-9da9-714843424d9c'] response: {'server_uuid': 'c1fde0ab-90d4-496f-8d81-15056c43a44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f759b9af-a4de-46a2-b77f-a99514276d61', 'code': 200} Sep 19 11:24:18.151641 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6026c-d353-4c83-8b4b-a6a562f15a4e req-5d104354-f093-4434-a2a6-e50111893d35 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:18.158851 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-14d6026c-d353-4c83-8b4b-a6a562f15a4e req-5d104354-f093-4434-a2a6-e50111893d35 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 946 time: 0.0584536 Sep 19 11:24:18.169013 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:18.237710 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:18.256385 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-14d6026c-d353-4c83-8b4b-a6a562f15a4e req-0c79ee2e-ae3a-4e6d-9069-2e6d750a6ded tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1109fc52-9132-4b24-97b7-83d778bbd773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965626 Sep 19 11:24:18.300234 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157ceff-9174-4a7b-8ab6-bb0c94296475 req-e0b6f8dc-9917-4476-a804-7716c4a60947 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:18.301970 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f157ceff-9174-4a7b-8ab6-bb0c94296475 req-e0b6f8dc-9917-4476-a804-7716c4a60947 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.1070321 Sep 19 11:24:18.317431 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 56004) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:18.332288 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 56008) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:18.379531 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f157ceff-9174-4a7b-8ab6-bb0c94296475 req-7c6bbf22-39a4-4ec0-bff9-4fb83c9efe8e tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688770 Sep 19 11:24:18.387167 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 56012) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:18.458949 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2460338d-58ff-48f9-990d-4c0ba17faff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:18.522083 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b76b389-2062-438c-bb15-221b17e25932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:18.562739 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d270f1c2-1afc-4304-bab8-89da226949d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:18.591272 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eaf9f6a1-3e36-48a4-81f0-eed1ab9a4404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:18.736232 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:18.753163 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:18.797401 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b76b389-2062-438c-bb15-221b17e25932 admin admin] Publish callbacks [] for security_group (0212937d-8248-4253-8fdd-bada054de1d4), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:18.823837 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b76b389-2062-438c-bb15-221b17e25932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (0212937d-8248-4253-8fdd-bada054de1d4), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:18.835490 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3bc4d-399f-4c25-871f-5966ff9d61a9 req-d6be9b79-0218-4e06-b5cd-b723bc6ec536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:18.837343 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b4d3bc4d-399f-4c25-871f-5966ff9d61a9 req-d6be9b79-0218-4e06-b5cd-b723bc6ec536 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 1130 time: 0.0493162 Sep 19 11:24:18.889257 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b4d3bc4d-399f-4c25-871f-5966ff9d61a9 req-9d8392d3-8afb-4849-b9c1-6a2d516ee558 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452569 Sep 19 11:24:18.890780 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d270f1c2-1afc-4304-bab8-89da226949d3 admin admin] Publish callbacks [] for security_group (f3fc616a-5186-4f24-a041-446b9eb6448b), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:18.900304 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eaf9f6a1-3e36-48a4-81f0-eed1ab9a4404 admin admin] Publish callbacks [] for security_group (ca5602b8-4d45-4ee6-ba00-5091a3ba8c8f), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:18.906073 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76b389-2062-438c-bb15-221b17e25932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0212937d-8248-4253-8fdd-bada054de1d4,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:18.908572 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d270f1c2-1afc-4304-bab8-89da226949d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (f3fc616a-5186-4f24-a041-446b9eb6448b), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:18.915625 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eaf9f6a1-3e36-48a4-81f0-eed1ab9a4404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (ca5602b8-4d45-4ee6-ba00-5091a3ba8c8f), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:18.934555 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-3b76b389-2062-438c-bb15-221b17e25932 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=330f59a1416f45508637bd01631cb14c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6160505 Sep 19 11:24:18.940330 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 56020) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:18.961758 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:18.975115 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-d270f1c2-1afc-4304-bab8-89da226949d3 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=da1983ab52ed49929361770ed46e8bfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6400850 Sep 19 11:24:18.978795 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 56024) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:18.979661 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270f1c2-1afc-4304-bab8-89da226949d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fc616a-5186-4f24-a041-446b9eb6448b,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:18.988657 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-eaf9f6a1-3e36-48a4-81f0-eed1ab9a4404 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=a72e725b681e4561aa7764b426c0910d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6001096 Sep 19 11:24:18.994883 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 56026) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:19.029365 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9f6a1-3e36-48a4-81f0-eed1ab9a4404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5602b8-4d45-4ee6-ba00-5091a3ba8c8f,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:19.064915 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9cf0e7b-b52a-45b5-95a2-4bf4af5cb74b admin admin] Publish callbacks [] for security_group (ca5602b8-4d45-4ee6-ba00-5091a3ba8c8f), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:19.078487 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d52395a5-1d23-4848-9b15-ad32a27a3d62 admin admin] Publish callbacks [] for security_group (0212937d-8248-4253-8fdd-bada054de1d4), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:19.087097 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9cf0e7b-b52a-45b5-95a2-4bf4af5cb74b admin admin] Publish callbacks [] for security_group (ca5602b8-4d45-4ee6-ba00-5091a3ba8c8f), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:19.139354 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9cf0e7b-b52a-45b5-95a2-4bf4af5cb74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (ca5602b8-4d45-4ee6-ba00-5091a3ba8c8f), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:19.141944 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9cf0e7b-b52a-45b5-95a2-4bf4af5cb74b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:19.143087 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-e9cf0e7b-b52a-45b5-95a2-4bf4af5cb74b admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/ca5602b8-4d45-4ee6-ba00-5091a3ba8c8f HTTP/1.1" status: 204 len: 168 time: 0.1472797 Sep 19 11:24:19.145321 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-499d69c2-5081-4383-a924-af4875a1d0ee admin admin] Publish callbacks [] for security_group (f3fc616a-5186-4f24-a041-446b9eb6448b), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:19.157952 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf0e7b-b52a-45b5-95a2-4bf4af5cb74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5602b8-4d45-4ee6-ba00-5091a3ba8c8f,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:19.214925 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d52395a5-1d23-4848-9b15-ad32a27a3d62 admin admin] Publish callbacks [] for security_group (0212937d-8248-4253-8fdd-bada054de1d4), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:19.272868 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf5bc7-2d07-4c22-8c62-b4d0cd1f97ee req-f5f5b56f-79e2-4e73-9ee0-2de2d5ef875a tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:19.274713 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-23cf5bc7-2d07-4c22-8c62-b4d0cd1f97ee req-f5f5b56f-79e2-4e73-9ee0-2de2d5ef875a tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.1473489 Sep 19 11:24:19.282622 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-499d69c2-5081-4383-a924-af4875a1d0ee admin admin] Publish callbacks [] for security_group (f3fc616a-5186-4f24-a041-446b9eb6448b), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:19.296020 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ed3f0-0677-4995-8d89-011345cb7daa req-802aad73-8d59-4f35-8af7-166aadbbad6d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:19.297491 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-df5ed3f0-0677-4995-8d89-011345cb7daa req-802aad73-8d59-4f35-8af7-166aadbbad6d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 944 time: 0.1720381 Sep 19 11:24:19.409228 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d52395a5-1d23-4848-9b15-ad32a27a3d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (0212937d-8248-4253-8fdd-bada054de1d4), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:19.412484 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d52395a5-1d23-4848-9b15-ad32a27a3d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:19.416441 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-d52395a5-1d23-4848-9b15-ad32a27a3d62 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/0212937d-8248-4253-8fdd-bada054de1d4 HTTP/1.1" status: 204 len: 168 time: 0.4725065 Sep 19 11:24:19.443067 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-23cf5bc7-2d07-4c22-8c62-b4d0cd1f97ee req-a7f74f34-f85a-403e-b7ef-2a3585ac4bf7 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531112 Sep 19 11:24:19.447224 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-df5ed3f0-0677-4995-8d89-011345cb7daa req-cfce226c-42b8-4dd2-b2da-5be952f01541 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309304 Sep 19 11:24:19.449540 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52395a5-1d23-4848-9b15-ad32a27a3d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0212937d-8248-4253-8fdd-bada054de1d4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:19.457050 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-499d69c2-5081-4383-a924-af4875a1d0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (f3fc616a-5186-4f24-a041-446b9eb6448b), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:19.476874 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-499d69c2-5081-4383-a924-af4875a1d0ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:19.480448 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-499d69c2-5081-4383-a924-af4875a1d0ee admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/f3fc616a-5186-4f24-a041-446b9eb6448b HTTP/1.1" status: 204 len: 168 time: 0.5001209 Sep 19 11:24:19.489440 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 58387b5a-4483-4fb4-be22-3a74c3abc32c details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:24:19.504762 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device be6dcfdf-14a9-42c6-8271-941d034d3349 up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:24:19.514018 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d69c2-5081-4383-a924-af4875a1d0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fc616a-5186-4f24-a041-446b9eb6448b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:19.561660 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 56050) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:19.600263 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5bf44e6-7a5e-4f9f-9bc9-a3c3c34d7149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:19.626839 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc534bf8-3d9a-4f34-983e-fe4bbf67e452 req-e03d3305-9834-4b65-af70-2cd62ed42622 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:19.634089 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dc534bf8-3d9a-4f34-983e-fe4bbf67e452 req-e03d3305-9834-4b65-af70-2cd62ed42622 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0855079 Sep 19 11:24:19.635719 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning for port be6dcfdf-14a9-42c6-8271-941d034d3349 completed by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 11:24:19.645871 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port be6dcfdf-14a9-42c6-8271-941d034d3349 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:24:19.646511 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (be6dcfdf-14a9-42c6-8271-941d034d3349), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:19.647005 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port be6dcfdf-14a9-42c6-8271-941d034d3349 Sep 19 11:24:19.687700 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:19.709989 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dc534bf8-3d9a-4f34-983e-fe4bbf67e452 req-ce125caa-3fae-4817-8b76-4be306dc3357 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749373 Sep 19 11:24:19.733412 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 58387b5a-4483-4fb4-be22-3a74c3abc32c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=58387b5a-4483-4fb4-be22-3a74c3abc32c,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:24:19.765788 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5bf44e6-7a5e-4f9f-9bc9-a3c3c34d7149 admin admin] Publish callbacks [] for security_group (ea93f0e4-77b1-4d96-aa6e-3bdc6b82e2bb), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:19.775538 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5bf44e6-7a5e-4f9f-9bc9-a3c3c34d7149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (ea93f0e4-77b1-4d96-aa6e-3bdc6b82e2bb), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:19.797084 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': '58387b5a-4483-4fb4-be22-3a74c3abc32c', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'port_id': '58387b5a-4483-4fb4-be22-3a74c3abc32c', 'mac_address': 'fa:16:3e:56:d7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:24:19.843853 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf44e6-7a5e-4f9f-9bc9-a3c3c34d7149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea93f0e4-77b1-4d96-aa6e-3bdc6b82e2bb,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:19.848410 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-f5bf44e6-7a5e-4f9f-9bc9-a3c3c34d7149 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=97e8a82e81ec4fc5bd40354c4bf02b39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857804 Sep 19 11:24:19.850983 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 56058) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:19.862150 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port be6dcfdf-14a9-42c6-8271-941d034d3349 is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:24:19.863941 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (be6dcfdf-14a9-42c6-8271-941d034d3349), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:19.866048 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:19.894702 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 58387b5a-4483-4fb4-be22-3a74c3abc32c is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:24:19.895654 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:19.925614 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 56062) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:19.938135 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58387b5a-4483-4fb4-be22-3a74c3abc32c {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:24:19.942633 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:19.947624 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec6735bb-a68e-4345-a7f4-f6c790a236bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:19.948136 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e160bd0b-7070-490b-bb8a-f51fc8fc32ef admin admin] Publish callbacks [] for security_group (ea93f0e4-77b1-4d96-aa6e-3bdc6b82e2bb), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:19.963423 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port be6dcfdf-14a9-42c6-8271-941d034d3349, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=be6dcfdf-14a9-42c6-8271-941d034d3349,segment=NetworkSegment(7e5b877b-24b6-4285-8279-364e2e59bab9),segment_id=7e5b877b-24b6-4285-8279-364e2e59bab9)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:24:19.987868 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (be6dcfdf-14a9-42c6-8271-941d034d3349), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:19.996563 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 58387b5a-4483-4fb4-be22-3a74c3abc32c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=58387b5a-4483-4fb4-be22-3a74c3abc32c,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:24:20.022009 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:20.022206 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e160bd0b-7070-490b-bb8a-f51fc8fc32ef admin admin] Publish callbacks [] for security_group (ea93f0e4-77b1-4d96-aa6e-3bdc6b82e2bb), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:20.052883 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=be6dcfdf-14a9-42c6-8271-941d034d3349,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:20.056872 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6dcfdf-14a9-42c6-8271-941d034d3349'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:24:20.067625 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82f8237-efec-40ff-8e2b-e317f1af4b50" -d '{"events": [{"server_uuid": "fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1", "name": "network-vif-plugged", "status": "completed", "tag": "be6dcfdf-14a9-42c6-8271-941d034d3349"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:24:20.088425 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec6735bb-a68e-4345-a7f4-f6c790a236bc admin admin] Publish callbacks [] for security_group (d7e43bee-6de2-4f38-9176-eb13aacc1d75), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:20.095570 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec6735bb-a68e-4345-a7f4-f6c790a236bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (d7e43bee-6de2-4f38-9176-eb13aacc1d75), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:20.146007 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-ec6735bb-a68e-4345-a7f4-f6c790a236bc admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=90893c26b4b04527a58a61f894d91396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156813 Sep 19 11:24:20.146236 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=58387b5a-4483-4fb4-be22-3a74c3abc32c,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:20.146336 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 56070) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:20.156324 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e160bd0b-7070-490b-bb8a-f51fc8fc32ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (ea93f0e4-77b1-4d96-aa6e-3bdc6b82e2bb), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:20.161690 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e160bd0b-7070-490b-bb8a-f51fc8fc32ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:20.165977 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e160bd0b-7070-490b-bb8a-f51fc8fc32ef admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/ea93f0e4-77b1-4d96-aa6e-3bdc6b82e2bb HTTP/1.1" status: 204 len: 168 time: 0.3138583 Sep 19 11:24:20.186629 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160bd0b-7070-490b-bb8a-f51fc8fc32ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea93f0e4-77b1-4d96-aa6e-3bdc6b82e2bb,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:20.197482 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960c279d-38be-477b-8012-ba7dee158e6e x-openstack-request-id: req-960c279d-38be-477b-8012-ba7dee158e6e {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:24:20.198049 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1", "name": "network-vif-plugged", "status": "completed", "tag": "be6dcfdf-14a9-42c6-8271-941d034d3349", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:24:20.199702 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-960c279d-38be-477b-8012-ba7dee158e6e {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:24:20.200478 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-960c279d-38be-477b-8012-ba7dee158e6e'] response: {'server_uuid': 'fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6dcfdf-14a9-42c6-8271-941d034d3349', 'code': 200} Sep 19 11:24:20.216057 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6735bb-a68e-4345-a7f4-f6c790a236bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e43bee-6de2-4f38-9176-eb13aacc1d75,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:20.233743 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:20.238496 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-603e45fb-9384-4f1e-a92e-c29214d39902 admin admin] Publish callbacks [] for security_group (d7e43bee-6de2-4f38-9176-eb13aacc1d75), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:20.262713 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-603e45fb-9384-4f1e-a92e-c29214d39902 admin admin] Publish callbacks [] for security_group (d7e43bee-6de2-4f38-9176-eb13aacc1d75), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:20.288038 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 56074) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:20.288824 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['58387b5a-4483-4fb4-be22-3a74c3abc32c'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:24:20.318647 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f241e387-1562-4f1b-b2a5-d93c29df9821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:20.319369 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-603e45fb-9384-4f1e-a92e-c29214d39902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (d7e43bee-6de2-4f38-9176-eb13aacc1d75), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:20.323959 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-603e45fb-9384-4f1e-a92e-c29214d39902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:20.325305 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-603e45fb-9384-4f1e-a92e-c29214d39902 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/d7e43bee-6de2-4f38-9176-eb13aacc1d75 HTTP/1.1" status: 204 len: 168 time: 0.1780558 Sep 19 11:24:20.359197 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e45fb-9384-4f1e-a92e-c29214d39902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e43bee-6de2-4f38-9176-eb13aacc1d75,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:20.416555 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:20.503545 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f241e387-1562-4f1b-b2a5-d93c29df9821 admin admin] Publish callbacks [] for security_group (305dd12b-b5ef-456c-8678-72357e12c52d), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:20.511187 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f241e387-1562-4f1b-b2a5-d93c29df9821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (305dd12b-b5ef-456c-8678-72357e12c52d), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:20.591455 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-f241e387-1562-4f1b-b2a5-d93c29df9821 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=558c4ed182d64567a777b79ac1c80228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014896 Sep 19 11:24:20.594788 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 56094) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:20.604204 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241e387-1562-4f1b-b2a5-d93c29df9821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305dd12b-b5ef-456c-8678-72357e12c52d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:20.716650 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527317a-33e7-45b2-bee2-c778be5d4a14 req-af45921c-5c74-445e-96e6-4a2d1c699f12 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:20.724109 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5527317a-33e7-45b2-bee2-c778be5d4a14 req-af45921c-5c74-445e-96e6-4a2d1c699f12 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0905297 Sep 19 11:24:20.809280 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-823737f2-4205-4399-8f74-f3208c05613f admin admin] Publish callbacks [] for security_group (305dd12b-b5ef-456c-8678-72357e12c52d), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:20.832097 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2e113-27f6-4a39-81e8-b5c0b68b34d0 req-50227d8d-549b-469d-a3b1-ffaebcbf7602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:20.834110 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-14a2e113-27f6-4a39-81e8-b5c0b68b34d0 req-50227d8d-549b-469d-a3b1-ffaebcbf7602 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 1129 time: 0.0778272 Sep 19 11:24:20.840201 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 56102) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:20.860892 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2c0697c7-e574-4b6e-b648-84862d22daa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:20.863671 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-823737f2-4205-4399-8f74-f3208c05613f admin admin] Publish callbacks [] for security_group (305dd12b-b5ef-456c-8678-72357e12c52d), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:20.897901 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5527317a-33e7-45b2-bee2-c778be5d4a14 req-223c9727-f509-4d05-8c28-d15e462dd76f tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725323 Sep 19 11:24:20.987265 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=16 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:21.034258 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2c0697c7-e574-4b6e-b648-84862d22daa9 admin admin] Publish callbacks [] for security_group (718d21bc-8ae1-4607-8aef-12678f7b7a1e), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:21.041543 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2c0697c7-e574-4b6e-b648-84862d22daa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (718d21bc-8ae1-4607-8aef-12678f7b7a1e), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:21.063201 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-823737f2-4205-4399-8f74-f3208c05613f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (305dd12b-b5ef-456c-8678-72357e12c52d), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:21.067103 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-823737f2-4205-4399-8f74-f3208c05613f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:21.073899 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-823737f2-4205-4399-8f74-f3208c05613f admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/305dd12b-b5ef-456c-8678-72357e12c52d HTTP/1.1" status: 204 len: 168 time: 0.4766889 Sep 19 11:24:21.099292 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0697c7-e574-4b6e-b648-84862d22daa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718d21bc-8ae1-4607-8aef-12678f7b7a1e,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:21.112850 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-2c0697c7-e574-4b6e-b648-84862d22daa9 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=cea2ee65ace7429490a6dbb458953fc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710416 Sep 19 11:24:21.113856 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 56118) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:21.156543 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-14a2e113-27f6-4a39-81e8-b5c0b68b34d0 req-fb84ba67-31c6-4a87-be2f-721dc9f12a95 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3062091 Sep 19 11:24:21.157397 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823737f2-4205-4399-8f74-f3208c05613f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305dd12b-b5ef-456c-8678-72357e12c52d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:21.168955 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57bdc2-6e4e-43ea-9bee-b4507efe9e11 req-920e6a83-5619-4b8d-a4d2-b27b0e42d7e4 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:21.175823 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5e57bdc2-6e4e-43ea-9bee-b4507efe9e11 req-920e6a83-5619-4b8d-a4d2-b27b0e42d7e4 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 944 time: 0.1606271 Sep 19 11:24:21.194862 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:21.195597 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-73f6119d-f84d-443b-8c04-63d2c611aa8b admin admin] Publish callbacks [] for security_group (718d21bc-8ae1-4607-8aef-12678f7b7a1e), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:21.204041 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8468b2-7c84-4eb0-92ec-aef89326baae req-140299cb-637c-4b80-b931-998cde365a10 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:21.205561 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7e8468b2-7c84-4eb0-92ec-aef89326baae req-140299cb-637c-4b80-b931-998cde365a10 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.1318042 Sep 19 11:24:21.221421 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-73f6119d-f84d-443b-8c04-63d2c611aa8b admin admin] Publish callbacks [] for security_group (718d21bc-8ae1-4607-8aef-12678f7b7a1e), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:21.273300 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5e57bdc2-6e4e-43ea-9bee-b4507efe9e11 req-45ef30ec-88c0-467b-b013-f05876ad1654 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837865 Sep 19 11:24:21.279293 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-73f6119d-f84d-443b-8c04-63d2c611aa8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (718d21bc-8ae1-4607-8aef-12678f7b7a1e), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:21.281845 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-73f6119d-f84d-443b-8c04-63d2c611aa8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:21.285280 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-73f6119d-f84d-443b-8c04-63d2c611aa8b admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/718d21bc-8ae1-4607-8aef-12678f7b7a1e HTTP/1.1" status: 204 len: 168 time: 0.1686428 Sep 19 11:24:21.294850 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6119d-f84d-443b-8c04-63d2c611aa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718d21bc-8ae1-4607-8aef-12678f7b7a1e,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:21.296979 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:21.334816 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7e8468b2-7c84-4eb0-92ec-aef89326baae req-13d33ca4-2ca9-4a61-9a60-1368ae0bdf52 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015654 Sep 19 11:24:21.392452 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:21.505258 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 58387b5a-4483-4fb4-be22-3a74c3abc32c up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:24:21.566775 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning for port 58387b5a-4483-4fb4-be22-3a74c3abc32c completed by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 11:24:21.573584 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port 58387b5a-4483-4fb4-be22-3a74c3abc32c triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:24:21.574077 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:21.574520 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port 58387b5a-4483-4fb4-be22-3a74c3abc32c Sep 19 11:24:21.590146 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 56136) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:21.624475 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:DELETE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:21.693635 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 58387b5a-4483-4fb4-be22-3a74c3abc32c is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:24:21.693981 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:21.694591 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0425a1-7c1b-404d-94b0-42d5a0e8a579 req-6e1a6e6c-66fd-4f49-b4ec-f60ff984c85a tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:21.702985 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5f0425a1-7c1b-404d-94b0-42d5a0e8a579 req-6e1a6e6c-66fd-4f49-b4ec-f60ff984c85a tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0713682 Sep 19 11:24:21.739703 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 58387b5a-4483-4fb4-be22-3a74c3abc32c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=58387b5a-4483-4fb4-be22-3a74c3abc32c,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:24:21.745639 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:21.782427 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5f0425a1-7c1b-404d-94b0-42d5a0e8a579 req-eae4b647-a5b0-497c-9ee6-7187296d3352 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781558 Sep 19 11:24:21.816374 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a71ff6f1-d887-4f87-bf18-a25566c9c3cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:21.816750 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=58387b5a-4483-4fb4-be22-3a74c3abc32c,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:21.850064 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:DELETE=7,neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:21.921151 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a71ff6f1-d887-4f87-bf18-a25566c9c3cd admin admin] Publish callbacks [] for security_group (f53702d0-4742-48d7-bdd2-1c99c69ce07d), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:21.925405 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a71ff6f1-d887-4f87-bf18-a25566c9c3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (f53702d0-4742-48d7-bdd2-1c99c69ce07d), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:21.981147 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a71ff6f1-d887-4f87-bf18-a25566c9c3cd admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=aa0a0b92bf1243c1821447758325bcf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3873496 Sep 19 11:24:21.981485 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ff6f1-d887-4f87-bf18-a25566c9c3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53702d0-4742-48d7-bdd2-1c99c69ce07d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:21.982163 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 56164) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:21.991595 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71ff6f1-d887-4f87-bf18-a25566c9c3cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:21.991978 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71ff6f1-d887-4f87-bf18-a25566c9c3cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:21.992324 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71ff6f1-d887-4f87-bf18-a25566c9c3cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:21.992722 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71ff6f1-d887-4f87-bf18-a25566c9c3cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:21.993671 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71ff6f1-d887-4f87-bf18-a25566c9c3cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:21.994169 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71ff6f1-d887-4f87-bf18-a25566c9c3cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:21.994662 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71ff6f1-d887-4f87-bf18-a25566c9c3cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:21.995151 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71ff6f1-d887-4f87-bf18-a25566c9c3cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:21.995631 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71ff6f1-d887-4f87-bf18-a25566c9c3cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:21.996151 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71ff6f1-d887-4f87-bf18-a25566c9c3cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:21.996631 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71ff6f1-d887-4f87-bf18-a25566c9c3cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:21.997121 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71ff6f1-d887-4f87-bf18-a25566c9c3cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:21.997606 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71ff6f1-d887-4f87-bf18-a25566c9c3cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:21.998077 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71ff6f1-d887-4f87-bf18-a25566c9c3cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:21.998566 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71ff6f1-d887-4f87-bf18-a25566c9c3cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:22.062726 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbb34d-4784-4cd0-9e37-fdce09a10f58 req-19733ac9-adf8-42e2-9f4c-ff5ea2602027 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:22.065277 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-78b37ee3-abce-46ca-94ef-d8f77aac4851 admin admin] Publish callbacks [] for security_group (f53702d0-4742-48d7-bdd2-1c99c69ce07d), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:22.072550 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-facbb34d-4784-4cd0-9e37-fdce09a10f58 req-19733ac9-adf8-42e2-9f4c-ff5ea2602027 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0684383 Sep 19 11:24:22.109001 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-78b37ee3-abce-46ca-94ef-d8f77aac4851 admin admin] Publish callbacks [] for security_group (f53702d0-4742-48d7-bdd2-1c99c69ce07d), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:22.175092 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-facbb34d-4784-4cd0-9e37-fdce09a10f58 req-7715ee0e-14b3-419c-bc80-347ab47407a5 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016755 Sep 19 11:24:22.175862 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-78b37ee3-abce-46ca-94ef-d8f77aac4851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (f53702d0-4742-48d7-bdd2-1c99c69ce07d), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:22.178516 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-78b37ee3-abce-46ca-94ef-d8f77aac4851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:22.184648 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-78b37ee3-abce-46ca-94ef-d8f77aac4851 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/f53702d0-4742-48d7-bdd2-1c99c69ce07d HTTP/1.1" status: 204 len: 168 time: 0.2009416 Sep 19 11:24:22.185674 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef4dd1-326c-43ca-80b3-66db18b0176b req-10d3b5aa-1b2a-4367-9525-1460f0976d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:22.187158 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-97ef4dd1-326c-43ca-80b3-66db18b0176b req-10d3b5aa-1b2a-4367-9525-1460f0976d67 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c7ccdce201f547f5a50c93e27c5e8cb1&device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 1130 time: 0.0727084 Sep 19 11:24:22.194768 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b37ee3-abce-46ca-94ef-d8f77aac4851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53702d0-4742-48d7-bdd2-1c99c69ce07d,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:22.203843 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e26364-ddd0-4b3f-aa74-33e3cc7c34ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58387b5a-4483-4fb4-be22-3a74c3abc32c'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:24:22.206931 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dcc7fa-9b3f-43c4-847f-cee879bd26f9" -d '{"events": [{"server_uuid": "37e26364-ddd0-4b3f-aa74-33e3cc7c34ba", "name": "network-vif-plugged", "status": "completed", "tag": "58387b5a-4483-4fb4-be22-3a74c3abc32c"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:24:22.259170 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce2ba97-170b-48cc-a51a-13356e22df0a x-openstack-request-id: req-8ce2ba97-170b-48cc-a51a-13356e22df0a {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:24:22.259478 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e26364-ddd0-4b3f-aa74-33e3cc7c34ba", "name": "network-vif-plugged", "status": "completed", "tag": "58387b5a-4483-4fb4-be22-3a74c3abc32c", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:24:22.259732 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ce2ba97-170b-48cc-a51a-13356e22df0a {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:24:22.260150 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ce2ba97-170b-48cc-a51a-13356e22df0a'] response: {'server_uuid': '37e26364-ddd0-4b3f-aa74-33e3cc7c34ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58387b5a-4483-4fb4-be22-3a74c3abc32c', 'code': 200} Sep 19 11:24:22.386363 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232550b-9a6e-45ef-9b9c-20c2eaf2a8f2 req-ce47b5ad-42dc-4c08-bca0-6d9d7f2c2005 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:22.388045 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7232550b-9a6e-45ef-9b9c-20c2eaf2a8f2 req-ce47b5ad-42dc-4c08-bca0-6d9d7f2c2005 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0604458 Sep 19 11:24:22.504681 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7232550b-9a6e-45ef-9b9c-20c2eaf2a8f2 req-a7adb367-ef10-4e99-8756-184217652727 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077783 Sep 19 11:24:22.546978 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef4dd1-326c-43ca-80b3-66db18b0176b req-c1b76457-3829-4607-8604-2ab76df02081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:22.548515 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-97ef4dd1-326c-43ca-80b3-66db18b0176b req-c1b76457-3829-4607-8604-2ab76df02081 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=8f760d48-3e02-4562-abc4-dc5b172f3b8a HTTP/1.1" status: 200 len: 919 time: 0.1713850 Sep 19 11:24:22.793103 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 56196) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:22.807971 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69950386-f807-4fb1-96c4-f82845924973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:22.916387 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-97ef4dd1-326c-43ca-80b3-66db18b0176b req-facaa717-f110-43ca-8e85-9708a853c7fe service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f759b9af-a4de-46a2-b77f-a99514276d61 HTTP/1.1" status: 200 len: 217 time: 0.0622468 Sep 19 11:24:22.931026 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69950386-f807-4fb1-96c4-f82845924973 admin admin] Publish callbacks [] for security_group (5e27ac63-84cf-4728-8954-80af0d60d0e5), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:22.939159 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69950386-f807-4fb1-96c4-f82845924973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (5e27ac63-84cf-4728-8954-80af0d60d0e5), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:23.007594 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69950386-f807-4fb1-96c4-f82845924973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e27ac63-84cf-4728-8954-80af0d60d0e5,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:23.023643 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69950386-f807-4fb1-96c4-f82845924973 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:23.024571 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69950386-f807-4fb1-96c4-f82845924973 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:23.025134 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69950386-f807-4fb1-96c4-f82845924973 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:23.026199 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69950386-f807-4fb1-96c4-f82845924973 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:23.026748 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69950386-f807-4fb1-96c4-f82845924973 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:23.027627 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69950386-f807-4fb1-96c4-f82845924973 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:23.028305 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69950386-f807-4fb1-96c4-f82845924973 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:23.028857 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69950386-f807-4fb1-96c4-f82845924973 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:23.030445 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69950386-f807-4fb1-96c4-f82845924973 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:23.031985 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69950386-f807-4fb1-96c4-f82845924973 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:23.032664 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69950386-f807-4fb1-96c4-f82845924973 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:23.033627 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69950386-f807-4fb1-96c4-f82845924973 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:23.034344 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69950386-f807-4fb1-96c4-f82845924973 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:23.035921 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69950386-f807-4fb1-96c4-f82845924973 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:23.036479 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69950386-f807-4fb1-96c4-f82845924973 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:23.058033 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-69950386-f807-4fb1-96c4-f82845924973 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=333b3a8c680f4e54a1f0946d4b011217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639148 Sep 19 11:24:23.062153 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 56202) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:23.087423 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a2668-4585-4cf3-99d6-17be308b11b5 req-4c193ccd-41b7-438d-9dd6-9f1f667f6ea0 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:23.088944 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f77a2668-4585-4cf3-99d6-17be308b11b5 req-4c193ccd-41b7-438d-9dd6-9f1f667f6ea0 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.1672723 Sep 19 11:24:23.094824 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:23.103050 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccfaf0-457f-458b-a1e8-68461a3a8d5a req-71d22607-0e2d-4e71-9e04-61abbe601d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:23.104785 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8eccfaf0-457f-458b-a1e8-68461a3a8d5a req-71d22607-0e2d-4e71-9e04-61abbe601d96 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 1129 time: 0.0785751 Sep 19 11:24:23.114032 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef4dd1-326c-43ca-80b3-66db18b0176b req-e9e015dd-1c8a-4621-833e-fd13144a79ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:23.115802 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-97ef4dd1-326c-43ca-80b3-66db18b0176b req-e9e015dd-1c8a-4621-833e-fd13144a79ec service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=da16c182-c3ae-4775-9d91-5e2002af698e HTTP/1.1" status: 200 len: 857 time: 0.1698391 Sep 19 11:24:23.177138 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dfae8925-7cae-4673-beae-8ccaf759ba23 admin admin] Publish callbacks [] for security_group (5e27ac63-84cf-4728-8954-80af0d60d0e5), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:23.231553 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dfae8925-7cae-4673-beae-8ccaf759ba23 admin admin] Publish callbacks [] for security_group (5e27ac63-84cf-4728-8954-80af0d60d0e5), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:23.259642 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef4dd1-326c-43ca-80b3-66db18b0176b req-89c10773-6e4c-4fd5-975b-3ebaf459d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:23.265538 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-97ef4dd1-326c-43ca-80b3-66db18b0176b req-89c10773-6e4c-4fd5-975b-3ebaf459d6a1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8f760d48-3e02-4562-abc4-dc5b172f3b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1359110 Sep 19 11:24:23.270521 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8eccfaf0-457f-458b-a1e8-68461a3a8d5a req-e028d1c9-b509-4003-84d2-e19ec5d8c9a1 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594701 Sep 19 11:24:23.296512 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f77a2668-4585-4cf3-99d6-17be308b11b5 req-7d85c95b-4535-480f-a39d-3a2c6a7ee970 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975455 Sep 19 11:24:23.311239 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dfae8925-7cae-4673-beae-8ccaf759ba23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (5e27ac63-84cf-4728-8954-80af0d60d0e5), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:23.317050 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dfae8925-7cae-4673-beae-8ccaf759ba23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:23.324920 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-dfae8925-7cae-4673-beae-8ccaf759ba23 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/5e27ac63-84cf-4728-8954-80af0d60d0e5 HTTP/1.1" status: 204 len: 168 time: 0.2568462 Sep 19 11:24:23.347006 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:23.350576 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:23.355178 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae8925-7cae-4673-beae-8ccaf759ba23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e27ac63-84cf-4728-8954-80af0d60d0e5,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:23.474306 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8c19f-c530-4646-82ac-5b4b17180d87 req-5f3b29a2-a57e-43d2-900d-ea25a5600bd8 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:23.475878 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-40b8c19f-c530-4646-82ac-5b4b17180d87 req-5f3b29a2-a57e-43d2-900d-ea25a5600bd8 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.1269305 Sep 19 11:24:23.513394 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-97ef4dd1-326c-43ca-80b3-66db18b0176b req-ae60b2cd-f4c9-45e8-9e11-61951dc8f0c9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378607 Sep 19 11:24:23.592996 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-40b8c19f-c530-4646-82ac-5b4b17180d87 req-3481dbb3-e6b2-40dc-9f7c-a32993a63a19 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073804 Sep 19 11:24:23.640149 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:23.696609 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-97ef4dd1-326c-43ca-80b3-66db18b0176b req-b471a280-3c26-4f43-90f3-8462e09bdb75 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686990 Sep 19 11:24:23.750180 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85140b71-7e64-420c-a500-f4111fd2aa8b req-b1a28fcf-4dd1-42dd-bcff-8c0e5f13f6dd tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:23.752088 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-85140b71-7e64-420c-a500-f4111fd2aa8b req-b1a28fcf-4dd1-42dd-bcff-8c0e5f13f6dd tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.1263018 Sep 19 11:24:23.762836 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351aa6e5-ad43-4624-93ad-2478765733ca req-9a74f4a8-d181-4e26-af0c-988cf43d2766 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:23.764344 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-351aa6e5-ad43-4624-93ad-2478765733ca req-9a74f4a8-d181-4e26-af0c-988cf43d2766 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0743752 Sep 19 11:24:23.778867 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 56232) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:23.786561 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-e38e76fe-82d1-4ca6-b191-b1a1c38951ba tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Request body: {'floatingip': {'port_id': 'be6dcfdf-14a9-42c6-8271-941d034d3349'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:24:23.883170 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e38e76fe-82d1-4ca6-b191-b1a1c38951ba tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for floatingip (a0f9f497-5333-4bc7-8bc7-6e1206e6eea1), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:23.963302 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 56238) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:24.004412 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-85140b71-7e64-420c-a500-f4111fd2aa8b req-2587fbab-e916-41ee-84a2-5d4f4190a3f4 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389834 Sep 19 11:24:24.088031 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 56244) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:24.184990 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-db095cf2-9678-4d67-88ac-064533b4ac18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:24.288383 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a2363152-eedf-4c36-8a65-b256d9c5379d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:24.402340 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-db095cf2-9678-4d67-88ac-064533b4ac18 admin admin] Publish callbacks [] for security_group (fe727db3-9d0c-44da-9b07-7923c14afd74), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:24.415642 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-db095cf2-9678-4d67-88ac-064533b4ac18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (fe727db3-9d0c-44da-9b07-7923c14afd74), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:24.475291 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940f023-f110-46a4-9446-5b441f2c1ea5 req-13a7d637-c6cf-4f54-90a9-39692053c11e tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:24.477833 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5940f023-f110-46a4-9446-5b441f2c1ea5 req-13a7d637-c6cf-4f54-90a9-39692053c11e tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0734994 Sep 19 11:24:24.544208 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a2363152-eedf-4c36-8a65-b256d9c5379d admin admin] Publish callbacks [] for security_group (ff310af7-4e7a-447c-871e-1dfb1eee4e9c), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:24.548302 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5940f023-f110-46a4-9446-5b441f2c1ea5 req-1f08aa0c-cdfe-456a-b305-54f1faa7d92c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614195 Sep 19 11:24:24.550954 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a2363152-eedf-4c36-8a65-b256d9c5379d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (ff310af7-4e7a-447c-871e-1dfb1eee4e9c), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:24.575463 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-db095cf2-9678-4d67-88ac-064533b4ac18 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=1bf27031fcec48d69fbb0281c8d7c8c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6110225 Sep 19 11:24:24.576588 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db095cf2-9678-4d67-88ac-064533b4ac18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe727db3-9d0c-44da-9b07-7923c14afd74,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:24.584973 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 56266) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:24.606640 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2363152-eedf-4c36-8a65-b256d9c5379d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff310af7-4e7a-447c-871e-1dfb1eee4e9c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:24.642896 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 56268) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:24.643502 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a2363152-eedf-4c36-8a65-b256d9c5379d admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=1128eb9736ff475cb7f0071b8971e5ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5529304 Sep 19 11:24:24.849584 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f2213997-a003-4167-8c3a-ddb0477dd579 admin admin] Publish callbacks [] for security_group (fe727db3-9d0c-44da-9b07-7923c14afd74), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:24.902265 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-619fbb18-b50c-4a77-a66a-17a776bcd253 admin admin] Publish callbacks [] for security_group (ff310af7-4e7a-447c-871e-1dfb1eee4e9c), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:24.911396 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f2213997-a003-4167-8c3a-ddb0477dd579 admin admin] Publish callbacks [] for security_group (fe727db3-9d0c-44da-9b07-7923c14afd74), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:25.002780 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-619fbb18-b50c-4a77-a66a-17a776bcd253 admin admin] Publish callbacks [] for security_group (ff310af7-4e7a-447c-871e-1dfb1eee4e9c), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:25.035545 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:25.040460 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e38e76fe-82d1-4ca6-b191-b1a1c38951ba tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:25.054915 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e38e76fe-82d1-4ca6-b191-b1a1c38951ba tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (a0f9f497-5333-4bc7-8bc7-6e1206e6eea1), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:25.061079 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:25.117311 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f2213997-a003-4167-8c3a-ddb0477dd579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (fe727db3-9d0c-44da-9b07-7923c14afd74), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:25.120905 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f2213997-a003-4167-8c3a-ddb0477dd579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:25.122067 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-f2213997-a003-4167-8c3a-ddb0477dd579 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/fe727db3-9d0c-44da-9b07-7923c14afd74 HTTP/1.1" status: 204 len: 168 time: 0.5359113 Sep 19 11:24:25.143653 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-619fbb18-b50c-4a77-a66a-17a776bcd253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (ff310af7-4e7a-447c-871e-1dfb1eee4e9c), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:25.147091 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-619fbb18-b50c-4a77-a66a-17a776bcd253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:25.148539 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-619fbb18-b50c-4a77-a66a-17a776bcd253 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/ff310af7-4e7a-447c-871e-1dfb1eee4e9c HTTP/1.1" status: 204 len: 168 time: 0.5002911 Sep 19 11:24:25.178826 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2213997-a003-4167-8c3a-ddb0477dd579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe727db3-9d0c-44da-9b07-7923c14afd74,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:25.198212 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fbb18-b50c-4a77-a66a-17a776bcd253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff310af7-4e7a-447c-871e-1dfb1eee4e9c,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:25.213922 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.l3_db [None req-e38e76fe-82d1-4ca6-b191-b1a1c38951ba tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Floating IP a0f9f497-5333-4bc7-8bc7-6e1206e6eea1 associated. External IP: 172.27.2.224, port: be6dcfdf-14a9-42c6-8271-941d034d3349. Sep 19 11:24:25.255915 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df162f7d-e385-4970-accc-78d47b1a9310 req-9bb045bd-e1c1-403a-9f7c-4344cdbe14a6 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:25.263889 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-df162f7d-e385-4970-accc-78d47b1a9310 req-9bb045bd-e1c1-403a-9f7c-4344cdbe14a6 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.1420276 Sep 19 11:24:25.322522 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-df162f7d-e385-4970-accc-78d47b1a9310 req-b988d0d4-0eaa-43ef-8b85-ed7d73b7d12b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521162 Sep 19 11:24:25.492326 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12177dd-1529-4135-be1c-8e33e08a3f68 req-b1e34622-79ed-4c40-bc52-a4004b68e4a2 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:25.494453 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f12177dd-1529-4135-be1c-8e33e08a3f68 req-b1e34622-79ed-4c40-bc52-a4004b68e4a2 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0961018 Sep 19 11:24:25.521000 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 56296) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:25.526170 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-91a51e73-7066-480a-a696-038cfb67b09f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Request body: {'floatingip': {'port_id': '58387b5a-4483-4fb4-be22-3a74c3abc32c'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:24:25.536086 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38e76fe-82d1-4ca6-b191-b1a1c38951ba tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:24:25.616365 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-91a51e73-7066-480a-a696-038cfb67b09f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for floatingip (0ebf1581-8b74-4ca3-a378-f33ac66e9cb8), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:25.692483 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38e76fe-82d1-4ca6-b191-b1a1c38951ba tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:24:25.700490 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e38e76fe-82d1-4ca6-b191-b1a1c38951ba tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:25.710109 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b08496f-06cf-432a-8bf0-0763ba4db449 None None] Sync routers for ids ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:24:25.729321 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b08496f-06cf-432a-8bf0-0763ba4db449 None None] Routers {'03f9ab4b-f064-43c1-bb4c-3751e1e578ed'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:24:25.730054 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-0b08496f-06cf-432a-8bf0-0763ba4db449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:24:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:24:25.752562 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-e38e76fe-82d1-4ca6-b191-b1a1c38951ba tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "PUT /networking/v2.0/floatingips/a0f9f497-5333-4bc7-8bc7-6e1206e6eea1 HTTP/1.1" status: 200 len: 991 time: 1.9685385 Sep 19 11:24:25.752562 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1', 'tag': 'be6dcfdf-14a9-42c6-8271-941d034d3349'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:24:25.756903 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703441799e6f49adca2ad8e8097d82180353dcc80b32e8c2cf6ef0d1aad19ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3b56c2-01e3-429d-bef7-bde3dc0ed950" -d '{"events": [{"name": "network-changed", "server_uuid": "fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1", "tag": "be6dcfdf-14a9-42c6-8271-941d034d3349"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:24:25.809616 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b0722c-b055-42d9-9553-bcea90b8db16 x-openstack-request-id: req-15b0722c-b055-42d9-9553-bcea90b8db16 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:24:25.810126 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1", "tag": "be6dcfdf-14a9-42c6-8271-941d034d3349", "status": "completed", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:24:25.810548 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15b0722c-b055-42d9-9553-bcea90b8db16 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:24:25.811259 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b0722c-b055-42d9-9553-bcea90b8db16'] response: {'name': 'network-changed', 'server_uuid': 'fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1', 'tag': 'be6dcfdf-14a9-42c6-8271-941d034d3349', 'status': 'completed', 'code': 200} Sep 19 11:24:25.833586 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:25.874845 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e5ea5-492c-4411-95e1-40593c72423d req-e0f6f1d8-168e-40b8-a5f0-875bfa6ace4e tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:25.881628 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b00e5ea5-492c-4411-95e1-40593c72423d req-e0f6f1d8-168e-40b8-a5f0-875bfa6ace4e tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.2027507 Sep 19 11:24:25.918480 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-0b08496f-06cf-432a-8bf0-0763ba4db449 None None] Set router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:24:26.004329 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b00e5ea5-492c-4411-95e1-40593c72423d req-6f57f71d-e022-4985-9579-a6c866661106 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217504 Sep 19 11:24:26.089386 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:26.248480 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-0b08496f-06cf-432a-8bf0-0763ba4db449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'name': 'tempest-AttachVolumeTestJSON-1903269221-router', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:34Z', 'revision_number': 4, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'gw_port': {'id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': 'a0f9f497-5333-4bc7-8bc7-6e1206e6eea1', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'port_id': 'be6dcfdf-14a9-42c6-8271-941d034d3349', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'mac_address': 'fa:16:3e:5e:77:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:23:46Z', 'updated_at': '2022-09-19T11:24:24Z', 'revision_number': 1, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68571e1b-c800-4a5f-bf1f-f2f2e866b48e', 'name': '', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'mac_address': 'fa:16:3e:2d:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:32Z', 'updated_at': '2022-09-19T11:23:48Z', 'revision_number': 5, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'subnets': [{'id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:24:26.285741 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b08496f-06cf-432a-8bf0-0763ba4db449 None None] Checking router: 03f9ab4b-f064-43c1-bb4c-3751e1e578ed for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:24:26.297262 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b08496f-06cf-432a-8bf0-0763ba4db449 None None] Routers {'03f9ab4b-f064-43c1-bb4c-3751e1e578ed'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:24:26.297993 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-0b08496f-06cf-432a-8bf0-0763ba4db449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:24:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:24:26.426197 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-0b08496f-06cf-432a-8bf0-0763ba4db449 None None] Set router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:24:26.591313 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-91a51e73-7066-480a-a696-038cfb67b09f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:26.598516 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-91a51e73-7066-480a-a696-038cfb67b09f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (0ebf1581-8b74-4ca3-a378-f33ac66e9cb8), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:26.710206 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-91a51e73-7066-480a-a696-038cfb67b09f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Floating IP 0ebf1581-8b74-4ca3-a378-f33ac66e9cb8 associated. External IP: 172.27.2.156, port: 58387b5a-4483-4fb4-be22-3a74c3abc32c. Sep 19 11:24:26.717799 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-0b08496f-06cf-432a-8bf0-0763ba4db449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'name': 'tempest-AttachVolumeTestJSON-1903269221-router', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:34Z', 'revision_number': 4, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'gw_port': {'id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': 'a0f9f497-5333-4bc7-8bc7-6e1206e6eea1', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'port_id': 'be6dcfdf-14a9-42c6-8271-941d034d3349', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'mac_address': 'fa:16:3e:5e:77:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:23:46Z', 'updated_at': '2022-09-19T11:24:24Z', 'revision_number': 1, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68571e1b-c800-4a5f-bf1f-f2f2e866b48e', 'name': '', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'mac_address': 'fa:16:3e:2d:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:32Z', 'updated_at': '2022-09-19T11:23:48Z', 'revision_number': 5, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'subnets': [{'id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:24:26.749944 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b08496f-06cf-432a-8bf0-0763ba4db449 None None] The sync data for ids ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'] in dv-cinder-820994-5-iscsi is: [{'id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'name': 'tempest-AttachVolumeTestJSON-1903269221-router', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:34Z', 'revision_number': 4, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'gw_port': {'id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': 'a0f9f497-5333-4bc7-8bc7-6e1206e6eea1', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'port_id': 'be6dcfdf-14a9-42c6-8271-941d034d3349', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'mac_address': 'fa:16:3e:5e:77:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:23:46Z', 'updated_at': '2022-09-19T11:24:24Z', 'revision_number': 1, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68571e1b-c800-4a5f-bf1f-f2f2e866b48e', 'name': '', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'mac_address': 'fa:16:3e:2d:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:32Z', 'updated_at': '2022-09-19T11:23:48Z', 'revision_number': 5, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'subnets': [{'id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:24:26.988815 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a51e73-7066-480a-a696-038cfb67b09f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Router 86ea997c-76a2-46f2-9bff-3aba867b6a07 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:24:27.122196 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1a36a5-9f35-42f9-8236-e401cd20d975 None None] New status for floating IP a0f9f497-5333-4bc7-8bc7-6e1206e6eea1: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:24:27.328957 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7fc48-fc99-44f7-8efe-59e73e185217 req-2feffc20-231f-42e0-90e6-12357a330f88 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:27.330425 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f5a7fc48-fc99-44f7-8efe-59e73e185217 req-2feffc20-231f-42e0-90e6-12357a330f88 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0593534 Sep 19 11:24:27.331709 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a51e73-7066-480a-a696-038cfb67b09f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:24:27.337502 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-91a51e73-7066-480a-a696-038cfb67b09f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:27.346072 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10492675-a1fa-4f0c-b055-b4f364d45d42 None None] Sync routers for ids ['86ea997c-76a2-46f2-9bff-3aba867b6a07'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:24:27.360636 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10492675-a1fa-4f0c-b055-b4f364d45d42 None None] Routers {'86ea997c-76a2-46f2-9bff-3aba867b6a07'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:24:27.361284 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-10492675-a1fa-4f0c-b055-b4f364d45d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:24:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['86ea997c-76a2-46f2-9bff-3aba867b6a07'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:24:27.405016 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-91a51e73-7066-480a-a696-038cfb67b09f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "PUT /networking/v2.0/floatingips/0ebf1581-8b74-4ca3-a378-f33ac66e9cb8 HTTP/1.1" status: 200 len: 991 time: 1.8804421 Sep 19 11:24:27.406139 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e26364-ddd0-4b3f-aa74-33e3cc7c34ba', 'tag': '58387b5a-4483-4fb4-be22-3a74c3abc32c'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:24:27.408667 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d29be52-75b3-4f4d-b622-af11596e8404" -d '{"events": [{"name": "network-changed", "server_uuid": "37e26364-ddd0-4b3f-aa74-33e3cc7c34ba", "tag": "58387b5a-4483-4fb4-be22-3a74c3abc32c"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:24:27.422736 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f5a7fc48-fc99-44f7-8efe-59e73e185217 req-2d053b3b-14eb-487b-aaa3-b3b728be2d9e tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824480 Sep 19 11:24:27.470441 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a84a87d-c9ce-44f8-aef0-5a00dd39b3b1 x-openstack-request-id: req-6a84a87d-c9ce-44f8-aef0-5a00dd39b3b1 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:24:27.470739 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e26364-ddd0-4b3f-aa74-33e3cc7c34ba", "tag": "58387b5a-4483-4fb4-be22-3a74c3abc32c", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:24:27.470998 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6a84a87d-c9ce-44f8-aef0-5a00dd39b3b1 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:24:27.471404 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a84a87d-c9ce-44f8-aef0-5a00dd39b3b1'] response: {'name': 'network-changed', 'server_uuid': '37e26364-ddd0-4b3f-aa74-33e3cc7c34ba', 'tag': '58387b5a-4483-4fb4-be22-3a74c3abc32c', 'status': 'completed', 'code': 200} Sep 19 11:24:27.488462 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-10492675-a1fa-4f0c-b055-b4f364d45d42 None None] Set router 86ea997c-76a2-46f2-9bff-3aba867b6a07 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:24:27.623325 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:27.638335 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:27.701139 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-10492675-a1fa-4f0c-b055-b4f364d45d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'name': 'tempest-AttachVolumeShelveTestJSON-602054919-router', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '37a78404-d208-4ade-8b64-d019e139a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:40Z', 'revision_number': 4, 'project_id': '078bf59c33cc43579aeb270262079a37', 'gw_port': {'id': '37a78404-d208-4ade-8b64-d019e139a420', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:26Z', 'updated_at': '2022-09-19T11:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '0ebf1581-8b74-4ca3-a378-f33ac66e9cb8', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'port_id': '58387b5a-4483-4fb4-be22-3a74c3abc32c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'mac_address': 'fa:16:3e:56:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e26364-ddd0-4b3f-aa74-33e3cc7c34ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:23:51Z', 'updated_at': '2022-09-19T11:24:26Z', 'revision_number': 1, 'project_id': '078bf59c33cc43579aeb270262079a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6a1284-80c3-431f-b0d4-b15e4eda2346', 'name': '', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'mac_address': 'fa:16:3e:b9:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:37Z', 'updated_at': '2022-09-19T11:23:50Z', 'revision_number': 5, 'project_id': '078bf59c33cc43579aeb270262079a37', 'subnets': [{'id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:24:27.729183 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10492675-a1fa-4f0c-b055-b4f364d45d42 None None] Checking router: 86ea997c-76a2-46f2-9bff-3aba867b6a07 for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:24:27.737497 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10492675-a1fa-4f0c-b055-b4f364d45d42 None None] Routers {'86ea997c-76a2-46f2-9bff-3aba867b6a07'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:24:27.738085 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-10492675-a1fa-4f0c-b055-b4f364d45d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:24:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['86ea997c-76a2-46f2-9bff-3aba867b6a07'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:24:27.910317 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-10492675-a1fa-4f0c-b055-b4f364d45d42 None None] Set router 86ea997c-76a2-46f2-9bff-3aba867b6a07 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:24:28.137883 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-10492675-a1fa-4f0c-b055-b4f364d45d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'name': 'tempest-AttachVolumeShelveTestJSON-602054919-router', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '37a78404-d208-4ade-8b64-d019e139a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:40Z', 'revision_number': 4, 'project_id': '078bf59c33cc43579aeb270262079a37', 'gw_port': {'id': '37a78404-d208-4ade-8b64-d019e139a420', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:26Z', 'updated_at': '2022-09-19T11:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '0ebf1581-8b74-4ca3-a378-f33ac66e9cb8', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'port_id': '58387b5a-4483-4fb4-be22-3a74c3abc32c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'mac_address': 'fa:16:3e:56:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e26364-ddd0-4b3f-aa74-33e3cc7c34ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:23:51Z', 'updated_at': '2022-09-19T11:24:26Z', 'revision_number': 1, 'project_id': '078bf59c33cc43579aeb270262079a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6a1284-80c3-431f-b0d4-b15e4eda2346', 'name': '', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'mac_address': 'fa:16:3e:b9:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:37Z', 'updated_at': '2022-09-19T11:23:50Z', 'revision_number': 5, 'project_id': '078bf59c33cc43579aeb270262079a37', 'subnets': [{'id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:24:28.167860 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10492675-a1fa-4f0c-b055-b4f364d45d42 None None] The sync data for ids ['86ea997c-76a2-46f2-9bff-3aba867b6a07'] in dv-cinder-820994-5-iscsi is: [{'id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'name': 'tempest-AttachVolumeShelveTestJSON-602054919-router', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '37a78404-d208-4ade-8b64-d019e139a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:40Z', 'revision_number': 4, 'project_id': '078bf59c33cc43579aeb270262079a37', 'gw_port': {'id': '37a78404-d208-4ade-8b64-d019e139a420', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:26Z', 'updated_at': '2022-09-19T11:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '0ebf1581-8b74-4ca3-a378-f33ac66e9cb8', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'port_id': '58387b5a-4483-4fb4-be22-3a74c3abc32c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'mac_address': 'fa:16:3e:56:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e26364-ddd0-4b3f-aa74-33e3cc7c34ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:23:51Z', 'updated_at': '2022-09-19T11:24:26Z', 'revision_number': 1, 'project_id': '078bf59c33cc43579aeb270262079a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6a1284-80c3-431f-b0d4-b15e4eda2346', 'name': '', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'mac_address': 'fa:16:3e:b9:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:37Z', 'updated_at': '2022-09-19T11:23:50Z', 'revision_number': 5, 'project_id': '078bf59c33cc43579aeb270262079a37', 'subnets': [{'id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:24:28.238643 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-803a8c18-da36-46de-bb3b-843c1f5fa3b3 req-ccacbb87-68a7-476e-ac9c-e1108db6ccbd service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667298 Sep 19 11:24:28.247386 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b56c2-01e3-429d-bef7-bde3dc0ed950 req-e21abb47-9bde-4c7d-861e-e27be8d7b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:28.249321 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ca3b56c2-01e3-429d-bef7-bde3dc0ed950 req-e21abb47-9bde-4c7d-861e-e27be8d7b602 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=e8a952d8324548d7a8e80f72449ea5e6&device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 1129 time: 0.0695493 Sep 19 11:24:28.441587 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cf9cf4-e754-4086-8422-91f68d670e2b None None] New status for floating IP 0ebf1581-8b74-4ca3-a378-f33ac66e9cb8: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:24:28.565089 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5dd9bd-e9a4-45f3-bab3-659d2234401c req-1e6e433a-9c15-4af9-9734-ba2cac09ed9b tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:28.566899 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4e5dd9bd-e9a4-45f3-bab3-659d2234401c req-1e6e433a-9c15-4af9-9734-ba2cac09ed9b tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0611503 Sep 19 11:24:28.579974 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:28.598590 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:28.623893 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4e5dd9bd-e9a4-45f3-bab3-659d2234401c req-2016c60f-ea55-48b4-8d77-e6015b0f3136 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499821 Sep 19 11:24:29.757085 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f65e1-f5e3-4f75-8fb9-9c10ef3039cc req-2d8678eb-b418-471e-aca3-e4588f101bbb tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:29.759116 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-126f65e1-f5e3-4f75-8fb9-9c10ef3039cc req-2d8678eb-b418-471e-aca3-e4588f101bbb tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0510402 Sep 19 11:24:29.808673 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-126f65e1-f5e3-4f75-8fb9-9c10ef3039cc req-7f9c30a2-43b6-4045-9ac5-15371aacc7ab tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431061 Sep 19 11:24:29.842168 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:24:30.838867 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:30.929482 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d49451-4d93-4aed-b538-41e1ca7a636e req-2e4f6b97-5fc2-45f9-82a8-5e7f5280b520 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:30.931036 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-19d49451-4d93-4aed-b538-41e1ca7a636e req-2e4f6b97-5fc2-45f9-82a8-5e7f5280b520 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0464969 Sep 19 11:24:30.982050 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-19d49451-4d93-4aed-b538-41e1ca7a636e req-b2ef654a-4796-4ba3-829b-1208e02bc419 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453420 Sep 19 11:24:32.108829 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31b3c0-514c-4b7f-91ef-bb4622536262 req-34ad101d-b7ed-4f46-bc9b-904afbf4528e tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:32.110451 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5d31b3c0-514c-4b7f-91ef-bb4622536262 req-34ad101d-b7ed-4f46-bc9b-904afbf4528e tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0486562 Sep 19 11:24:32.164592 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5d31b3c0-514c-4b7f-91ef-bb4622536262 req-92267061-15fd-4729-b1e0-9b4e2337bfc2 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477166 Sep 19 11:24:33.146033 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29be52-75b3-4f4d-b622-af11596e8404 req-0358ad01-5c27-4e01-80ba-fdfc4126f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:33.147546 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4d29be52-75b3-4f4d-b622-af11596e8404 req-0358ad01-5c27-4e01-80ba-fdfc4126f7b2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=078bf59c33cc43579aeb270262079a37&device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 1129 time: 0.0903263 Sep 19 11:24:33.151179 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a8c18-da36-46de-bb3b-843c1f5fa3b3 req-44b47d64-831a-4408-9639-b60968072340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:33.152724 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-803a8c18-da36-46de-bb3b-843c1f5fa3b3 req-44b47d64-831a-4408-9639-b60968072340 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8fd848b22f854563a0ab63ec0971b595&device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 1130 time: 0.0967624 Sep 19 11:24:33.177927 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b56c2-01e3-429d-bef7-bde3dc0ed950 req-d5be32c2-bf32-49ad-be88-89e4b7132ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:33.179413 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ca3b56c2-01e3-429d-bef7-bde3dc0ed950 req-d5be32c2-bf32-49ad-be88-89e4b7132ca2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=79977212-9704-4425-8d7a-e6522d6f3c5b HTTP/1.1" status: 200 len: 912 time: 0.1821353 Sep 19 11:24:33.292465 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc26804-52ee-4e49-9095-374505321959 req-bb690c7f-28a5-4a11-a64e-4ad105735578 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:33.293934 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-abc26804-52ee-4e49-9095-374505321959 req-bb690c7f-28a5-4a11-a64e-4ad105735578 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0484250 Sep 19 11:24:33.348493 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-abc26804-52ee-4e49-9095-374505321959 req-895448a2-f4e1-4c22-ad17-7d88906cc2bd tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487628 Sep 19 11:24:33.653379 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ca3b56c2-01e3-429d-bef7-bde3dc0ed950 req-81c5d60c-67f8-403c-b1e1-8ef84724e106 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be6dcfdf-14a9-42c6-8271-941d034d3349 HTTP/1.1" status: 200 len: 1001 time: 0.2023249 Sep 19 11:24:33.750349 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a8c18-da36-46de-bb3b-843c1f5fa3b3 req-33f16820-e30d-48ca-a122-9c685a4715fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:33.751812 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-803a8c18-da36-46de-bb3b-843c1f5fa3b3 req-33f16820-e30d-48ca-a122-9c685a4715fc service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=d68d492e-cdd4-4584-9409-0c6543a346e5 HTTP/1.1" status: 200 len: 913 time: 0.2564971 Sep 19 11:24:33.753434 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b56c2-01e3-429d-bef7-bde3dc0ed950 req-17aa59a8-fe24-4a05-88e1-f9db8d35afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:33.754710 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ca3b56c2-01e3-429d-bef7-bde3dc0ed950 req-17aa59a8-fe24-4a05-88e1-f9db8d35afd2 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0857979c-3349-4111-a884-534dbfbaeaf0 HTTP/1.1" status: 200 len: 850 time: 0.0931418 Sep 19 11:24:33.755747 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29be52-75b3-4f4d-b622-af11596e8404 req-f5e265c9-ff47-4476-b8ff-9df701891e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:33.757135 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4d29be52-75b3-4f4d-b622-af11596e8404 req-f5e265c9-ff47-4476-b8ff-9df701891e82 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=f3f42746-643a-44f8-bda0-c0503923c439 HTTP/1.1" status: 200 len: 917 time: 0.3105114 Sep 19 11:24:33.868920 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-803a8c18-da36-46de-bb3b-843c1f5fa3b3 req-a92ca9bc-b537-4c29-bf36-fb062f233787 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b1399aa-63ac-460e-a185-4338a45c416c HTTP/1.1" status: 200 len: 217 time: 0.0927706 Sep 19 11:24:33.920456 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b56c2-01e3-429d-bef7-bde3dc0ed950 req-4ff2e462-08d5-4b59-9308-715bcf55d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:33.921914 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ca3b56c2-01e3-429d-bef7-bde3dc0ed950 req-4ff2e462-08d5-4b59-9308-715bcf55d279 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=79977212-9704-4425-8d7a-e6522d6f3c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1394081 Sep 19 11:24:33.929886 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4d29be52-75b3-4f4d-b622-af11596e8404 req-50df9b73-634c-4b6a-9924-f422a253c35e service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58387b5a-4483-4fb4-be22-3a74c3abc32c HTTP/1.1" status: 200 len: 1001 time: 0.1483104 Sep 19 11:24:33.932518 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:33.938203 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:33.942622 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a8c18-da36-46de-bb3b-843c1f5fa3b3 req-2c799cd8-2462-4d7c-a891-9f442ceb9ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:33.943991 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-803a8c18-da36-46de-bb3b-843c1f5fa3b3 req-2c799cd8-2462-4d7c-a891-9f442ceb9ada service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=781b53cd-d061-410d-9a4b-32b9c05dd0a4 HTTP/1.1" status: 200 len: 851 time: 0.0628166 Sep 19 11:24:34.485655 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae662f5-6f5e-4136-86fe-964448a021de req-f77401bb-0a04-4949-b436-88e67aa80942 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:34.487265 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7ae662f5-6f5e-4136-86fe-964448a021de req-f77401bb-0a04-4949-b436-88e67aa80942 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0638580 Sep 19 11:24:34.552656 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7ae662f5-6f5e-4136-86fe-964448a021de req-523d5135-5173-41d8-941a-693d7e87eabe tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553808 Sep 19 11:24:34.654935 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ed880-9f1b-4bb0-9362-875a2fca6547 req-ce228aed-696b-4b0e-bf3f-962fe128700a tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:34.656490 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-703ed880-9f1b-4bb0-9362-875a2fca6547 req-ce228aed-696b-4b0e-bf3f-962fe128700a tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 946 time: 0.0509310 Sep 19 11:24:34.697842 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 56614) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:34.706085 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-703ed880-9f1b-4bb0-9362-875a2fca6547 req-eec147f5-063b-45ea-80ca-bb477298a475 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1109fc52-9132-4b24-97b7-83d778bbd773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437369 Sep 19 11:24:34.807103 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cc29e40b-899a-4450-8e7a-865f89829631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:34.885276 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cc29e40b-899a-4450-8e7a-865f89829631 admin admin] Publish callbacks [] for security_group (ae870a54-9962-4fe7-9d47-f1967ecf8572), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:34.889592 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cc29e40b-899a-4450-8e7a-865f89829631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (ae870a54-9962-4fe7-9d47-f1967ecf8572), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:34.930209 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-cc29e40b-899a-4450-8e7a-865f89829631 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=81453dbcae0b477bad4bf218f9392289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312953 Sep 19 11:24:34.931708 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29e40b-899a-4450-8e7a-865f89829631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae870a54-9962-4fe7-9d47-f1967ecf8572,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:34.933468 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 56620) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:34.985648 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4410304c-4292-4922-a665-9beb867b26af admin admin] Publish callbacks [] for security_group (ae870a54-9962-4fe7-9d47-f1967ecf8572), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:35.005641 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4410304c-4292-4922-a665-9beb867b26af admin admin] Publish callbacks [] for security_group (ae870a54-9962-4fe7-9d47-f1967ecf8572), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:35.055646 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4410304c-4292-4922-a665-9beb867b26af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (ae870a54-9962-4fe7-9d47-f1967ecf8572), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:35.058190 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4410304c-4292-4922-a665-9beb867b26af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:35.059331 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4410304c-4292-4922-a665-9beb867b26af admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/ae870a54-9962-4fe7-9d47-f1967ecf8572 HTTP/1.1" status: 204 len: 168 time: 0.1240246 Sep 19 11:24:35.067523 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410304c-4292-4922-a665-9beb867b26af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae870a54-9962-4fe7-9d47-f1967ecf8572,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:35.334360 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 56626) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:35.349064 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee2db-3bb7-4998-a428-2ef81c8f502c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:35.399829 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:35.429690 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee2db-3bb7-4998-a428-2ef81c8f502c admin admin] Publish callbacks [] for security_group (6efe20f6-7f5f-4a43-9aea-104bd4236a9d), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:35.433416 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee2db-3bb7-4998-a428-2ef81c8f502c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (6efe20f6-7f5f-4a43-9aea-104bd4236a9d), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:35.670951 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-1d8ee2db-3bb7-4998-a428-2ef81c8f502c admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=c31db90982dc439a91f48e7b8b413bfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353479 Sep 19 11:24:35.671963 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ee2db-3bb7-4998-a428-2ef81c8f502c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efe20f6-7f5f-4a43-9aea-104bd4236a9d,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:35.674428 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 56634) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:35.697808 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a542c8-ddcb-4ff4-935c-5db0eadc4f90 req-c990c7b1-16cb-4dcb-ae0a-f5162e9ddb12 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:35.699381 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-87a542c8-ddcb-4ff4-935c-5db0eadc4f90 req-c990c7b1-16cb-4dcb-ae0a-f5162e9ddb12 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0505557 Sep 19 11:24:35.716333 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:35.727553 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9c19178a-d9d6-4284-b656-028fc986e9f9 admin admin] Publish callbacks [] for security_group (6efe20f6-7f5f-4a43-9aea-104bd4236a9d), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:35.749531 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-87a542c8-ddcb-4ff4-935c-5db0eadc4f90 req-c552455c-a0dc-4b4b-96b0-6ea214205525 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443559 Sep 19 11:24:35.749847 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9c19178a-d9d6-4284-b656-028fc986e9f9 admin admin] Publish callbacks [] for security_group (6efe20f6-7f5f-4a43-9aea-104bd4236a9d), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:35.798914 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9c19178a-d9d6-4284-b656-028fc986e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (6efe20f6-7f5f-4a43-9aea-104bd4236a9d), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:35.801515 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9c19178a-d9d6-4284-b656-028fc986e9f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:35.802658 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-9c19178a-d9d6-4284-b656-028fc986e9f9 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/6efe20f6-7f5f-4a43-9aea-104bd4236a9d HTTP/1.1" status: 204 len: 168 time: 0.1273186 Sep 19 11:24:35.811230 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19178a-d9d6-4284-b656-028fc986e9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efe20f6-7f5f-4a43-9aea-104bd4236a9d,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:35.847351 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83746651-c1e7-4404-b293-b678254ffc01 req-825f9b19-b0ee-491e-ac4c-0d0c245492b5 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:35.848837 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-83746651-c1e7-4404-b293-b678254ffc01 req-825f9b19-b0ee-491e-ac4c-0d0c245492b5 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 946 time: 0.0568695 Sep 19 11:24:35.897544 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-83746651-c1e7-4404-b293-b678254ffc01 req-bb7b4851-443b-4f7c-8969-6e409c640667 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1109fc52-9132-4b24-97b7-83d778bbd773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430048 Sep 19 11:24:36.881886 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942f651-f5b1-4c00-93aa-4b320d1556d3 req-accb3ad0-8067-4514-8e31-8364619d80d6 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:36.883357 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c942f651-f5b1-4c00-93aa-4b320d1556d3 req-accb3ad0-8067-4514-8e31-8364619d80d6 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0549810 Sep 19 11:24:36.934188 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c942f651-f5b1-4c00-93aa-4b320d1556d3 req-f114a4bb-ce25-4ffa-b157-103163f0f37f tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440855 Sep 19 11:24:37.047988 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc5077-9928-47a6-891a-a733092ed604 req-c36da314-2764-449c-87c7-929ea8d06d44 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:37.049456 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-00dc5077-9928-47a6-891a-a733092ed604 req-c36da314-2764-449c-87c7-929ea8d06d44 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 946 time: 0.0466530 Sep 19 11:24:37.097771 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-00dc5077-9928-47a6-891a-a733092ed604 req-c8e870a6-d420-49c7-823b-b709f8774ef9 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1109fc52-9132-4b24-97b7-83d778bbd773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425694 Sep 19 11:24:37.235881 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a8c18-da36-46de-bb3b-843c1f5fa3b3 req-94a813f1-7d3f-4b85-8c8e-8ec73841e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:37.237338 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-803a8c18-da36-46de-bb3b-843c1f5fa3b3 req-94a813f1-7d3f-4b85-8c8e-8ec73841e125 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=d68d492e-cdd4-4584-9409-0c6543a346e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1078115 Sep 19 11:24:37.253425 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29be52-75b3-4f4d-b622-af11596e8404 req-8f0b5de1-00ce-46b5-9d2b-964d89aaa97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:37.254852 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4d29be52-75b3-4f4d-b622-af11596e8404 req-8f0b5de1-00ce-46b5-9d2b-964d89aaa97e service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924 HTTP/1.1" status: 200 len: 855 time: 0.1272414 Sep 19 11:24:37.280460 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ca3b56c2-01e3-429d-bef7-bde3dc0ed950 req-278c6da9-2787-4f2a-9236-d6b813274451 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/79977212-9704-4425-8d7a-e6522d6f3c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603742 Sep 19 11:24:38.064971 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac45dee-f0b6-481f-a7c7-b512b79393c4 req-1b5d003a-b283-4343-8504-88452f6074e1 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:38.066537 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9ac45dee-f0b6-481f-a7c7-b512b79393c4 req-1b5d003a-b283-4343-8504-88452f6074e1 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0576966 Sep 19 11:24:38.120686 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:38.125802 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9ac45dee-f0b6-481f-a7c7-b512b79393c4 req-3bbb1e36-9225-4053-911d-444a2d7a2b85 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531077 Sep 19 11:24:38.145305 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=50 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:38.221165 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:38.243108 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513aeb76-2741-497c-9bda-cfb4ac5c3265 req-23f5a0d8-17a7-4574-88c8-c8073883d18f tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:38.244675 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-513aeb76-2741-497c-9bda-cfb4ac5c3265 req-23f5a0d8-17a7-4574-88c8-c8073883d18f tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 946 time: 0.0557961 Sep 19 11:24:38.308590 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-513aeb76-2741-497c-9bda-cfb4ac5c3265 req-10a53e16-30b4-4943-b72a-c4981467ac77 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1109fc52-9132-4b24-97b7-83d778bbd773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579937 Sep 19 11:24:38.453676 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 56716) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:38.571393 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-568bc5fa-f7a5-43f9-be21-193ea580bbdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:38.655942 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-568bc5fa-f7a5-43f9-be21-193ea580bbdf admin admin] Publish callbacks [] for security_group (91ad6ff7-64ea-4f60-ad10-1ce46df4c137), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:38.661183 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-568bc5fa-f7a5-43f9-be21-193ea580bbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (91ad6ff7-64ea-4f60-ad10-1ce46df4c137), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:38.716739 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bc5fa-f7a5-43f9-be21-193ea580bbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ad6ff7-64ea-4f60-ad10-1ce46df4c137,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:38.723463 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-568bc5fa-f7a5-43f9-be21-193ea580bbdf admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=497a30a0ad36400b9cfd082b6aa0abc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663107 Sep 19 11:24:38.726908 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 56732) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:38.783567 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-60804452-515d-4ae1-bcce-f2f1cf28336b admin admin] Publish callbacks [] for security_group (91ad6ff7-64ea-4f60-ad10-1ce46df4c137), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:38.803058 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-60804452-515d-4ae1-bcce-f2f1cf28336b admin admin] Publish callbacks [] for security_group (91ad6ff7-64ea-4f60-ad10-1ce46df4c137), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:38.850632 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-60804452-515d-4ae1-bcce-f2f1cf28336b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (91ad6ff7-64ea-4f60-ad10-1ce46df4c137), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:38.853408 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-60804452-515d-4ae1-bcce-f2f1cf28336b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:38.854658 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-60804452-515d-4ae1-bcce-f2f1cf28336b admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/91ad6ff7-64ea-4f60-ad10-1ce46df4c137 HTTP/1.1" status: 204 len: 168 time: 0.1266875 Sep 19 11:24:38.864582 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60804452-515d-4ae1-bcce-f2f1cf28336b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ad6ff7-64ea-4f60-ad10-1ce46df4c137,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:39.126293 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29be52-75b3-4f4d-b622-af11596e8404 req-db1fa00d-6340-4372-b115-f59ac1579fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:39.128003 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4d29be52-75b3-4f4d-b622-af11596e8404 req-db1fa00d-6340-4372-b115-f59ac1579fc4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=f3f42746-643a-44f8-bda0-c0503923c439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1604514 Sep 19 11:24:39.236083 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ca3b56c2-01e3-429d-bef7-bde3dc0ed950 req-87fb35b6-3378-4010-89dd-95ac4c5b8c55 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/79977212-9704-4425-8d7a-e6522d6f3c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670043 Sep 19 11:24:39.256170 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-803a8c18-da36-46de-bb3b-843c1f5fa3b3 req-d7f6d0cf-bd46-4202-9180-88f37d4d0f2e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d68d492e-cdd4-4584-9409-0c6543a346e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739472 Sep 19 11:24:39.324380 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4d29be52-75b3-4f4d-b622-af11596e8404 req-3d91f7e6-97c0-47b4-aed6-11dbe0753cdb service neutron] 10.222.0.72 "GET /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683772 Sep 19 11:24:39.344139 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c24f03-77cb-4fd7-af19-9007baca53d4 req-84f443b3-12c7-4c79-be1d-c47c45429a3f tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:39.352012 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-22c24f03-77cb-4fd7-af19-9007baca53d4 req-84f443b3-12c7-4c79-be1d-c47c45429a3f tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.1117566 Sep 19 11:24:39.742765 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-22c24f03-77cb-4fd7-af19-9007baca53d4 req-16a9bf82-c9d1-4aff-b06a-faf6e963e8fe tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893380 Sep 19 11:24:39.815912 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb76c78-035e-4a75-b1a8-365692255356 req-2c600b4f-b8dd-4f20-9b96-7d897751227f tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:39.817430 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bbb76c78-035e-4a75-b1a8-365692255356 req-2c600b4f-b8dd-4f20-9b96-7d897751227f tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 946 time: 0.4001510 Sep 19 11:24:39.839102 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=48 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:39.850630 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb26de-69a0-49d7-a9ca-930a769b8827 req-52daa588-0a3f-411a-a5da-3161a8f6c348 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:39.852696 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-31fb26de-69a0-49d7-a9ca-930a769b8827 req-52daa588-0a3f-411a-a5da-3161a8f6c348 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 946 time: 0.1254382 Sep 19 11:24:39.930690 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-803a8c18-da36-46de-bb3b-843c1f5fa3b3 req-6dc07b42-6406-4509-be37-2edfff49c406 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d68d492e-cdd4-4584-9409-0c6543a346e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5398877 Sep 19 11:24:39.984937 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4d29be52-75b3-4f4d-b622-af11596e8404 req-1f74de64-28d9-4286-9fb1-e14386a0730f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5953219 Sep 19 11:24:40.057964 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bbb76c78-035e-4a75-b1a8-365692255356 req-371cbf5f-d253-47a1-8d7f-4435f5a12b97 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1109fc52-9132-4b24-97b7-83d778bbd773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302883 Sep 19 11:24:40.085582 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-31fb26de-69a0-49d7-a9ca-930a769b8827 req-96325cd5-9693-422a-9bd5-8e12804708b0 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Deleting port 8b1399aa-63ac-460e-a185-4338a45c416c {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:24:40.085994 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-31fb26de-69a0-49d7-a9ca-930a769b8827 req-96325cd5-9693-422a-9bd5-8e12804708b0 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (8b1399aa-63ac-460e-a185-4338a45c416c), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:40.150642 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 56790) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:40.170187 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:40.183727 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:40.193232 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-31fb26de-69a0-49d7-a9ca-930a769b8827 req-96325cd5-9693-422a-9bd5-8e12804708b0 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] For port 8b1399aa-63ac-460e-a185-4338a45c416c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=8b1399aa-63ac-460e-a185-4338a45c416c,segment=NetworkSegment(c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455),segment_id=c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:24:40.193603 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-31fb26de-69a0-49d7-a9ca-930a769b8827 req-96325cd5-9693-422a-9bd5-8e12804708b0 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (8b1399aa-63ac-460e-a185-4338a45c416c), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:40.210989 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-31fb26de-69a0-49d7-a9ca-930a769b8827 req-96325cd5-9693-422a-9bd5-8e12804708b0 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Calling delete_port for 8b1399aa-63ac-460e-a185-4338a45c416c owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:24:40.396126 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-31fb26de-69a0-49d7-a9ca-930a769b8827 req-96325cd5-9693-422a-9bd5-8e12804708b0 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266'] for port (8b1399aa-63ac-460e-a185-4338a45c416c), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:40.411945 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['8b1399aa-63ac-460e-a185-4338a45c416c'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:24:40.449913 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eeb7b2fe-b72c-40f9-ad0a-116bdc5daf71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:40.452163 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96325cd5-9693-422a-9bd5-8e12804708b0 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Pushing event deleted for resources: {'Port': ['ID=8b1399aa-63ac-460e-a185-4338a45c416c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:40.529613 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fb26de-69a0-49d7-a9ca-930a769b8827 req-96325cd5-9693-422a-9bd5-8e12804708b0 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] No DVR routers for this DVR port 8b1399aa-63ac-460e-a185-4338a45c416c on host hv-cinder-82099 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:24:40.533140 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-31fb26de-69a0-49d7-a9ca-930a769b8827 req-96325cd5-9693-422a-9bd5-8e12804708b0 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:40.537621 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-31fb26de-69a0-49d7-a9ca-930a769b8827 req-96325cd5-9693-422a-9bd5-8e12804708b0 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.72 "DELETE /networking/v2.0/ports/8b1399aa-63ac-460e-a185-4338a45c416c HTTP/1.1" status: 204 len: 173 time: 0.6662605 Sep 19 11:24:40.538343 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa6ead2-6eb3-4248-aa4f-76b526b373fc', 'name': 'network-vif-deleted', 'tag': '8b1399aa-63ac-460e-a185-4338a45c416c'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:24:40.542634 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5a11ec-a462-4279-bf2b-df8c521efd06" -d '{"events": [{"server_uuid": "6aa6ead2-6eb3-4248-aa4f-76b526b373fc", "name": "network-vif-deleted", "tag": "8b1399aa-63ac-460e-a185-4338a45c416c"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:24:40.597610 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d820760-04e3-4fb4-aed8-7ce6bb3f2bb3 x-openstack-request-id: req-0d820760-04e3-4fb4-aed8-7ce6bb3f2bb3 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:24:40.597925 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa6ead2-6eb3-4248-aa4f-76b526b373fc", "name": "network-vif-deleted", "tag": "8b1399aa-63ac-460e-a185-4338a45c416c", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:24:40.598291 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0d820760-04e3-4fb4-aed8-7ce6bb3f2bb3 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:24:40.598775 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d820760-04e3-4fb4-aed8-7ce6bb3f2bb3'] response: {'server_uuid': '6aa6ead2-6eb3-4248-aa4f-76b526b373fc', 'name': 'network-vif-deleted', 'tag': '8b1399aa-63ac-460e-a185-4338a45c416c', 'status': 'completed', 'code': 200} Sep 19 11:24:40.693671 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eeb7b2fe-b72c-40f9-ad0a-116bdc5daf71 admin admin] Publish callbacks [] for security_group (4c736fae-c55b-493b-91ae-09850ae81564), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:40.700455 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eeb7b2fe-b72c-40f9-ad0a-116bdc5daf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (4c736fae-c55b-493b-91ae-09850ae81564), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:40.789213 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7b2fe-b72c-40f9-ad0a-116bdc5daf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c736fae-c55b-493b-91ae-09850ae81564,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:40.806312 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-eeb7b2fe-b72c-40f9-ad0a-116bdc5daf71 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=f6f2757d16ea4e74b41d2c8ba52aa32a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6540155 Sep 19 11:24:40.806733 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 56816) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:40.932940 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6ed41-f1c4-4944-b7de-2c30582e0964 req-7f00001e-b4b4-4473-a17a-577f3598bc78 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:40.940344 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-20c6ed41-f1c4-4944-b7de-2c30582e0964 req-7f00001e-b4b4-4473-a17a-577f3598bc78 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0827069 Sep 19 11:24:40.970870 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-016efcce-6ec6-4506-87f1-e2301488c812 admin admin] Publish callbacks [] for security_group (4c736fae-c55b-493b-91ae-09850ae81564), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:41.011580 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-016efcce-6ec6-4506-87f1-e2301488c812 admin admin] Publish callbacks [] for security_group (4c736fae-c55b-493b-91ae-09850ae81564), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:41.035771 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-20c6ed41-f1c4-4944-b7de-2c30582e0964 req-eb30b862-971c-454a-822f-66ed8d9c0f61 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945427 Sep 19 11:24:41.079821 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-016efcce-6ec6-4506-87f1-e2301488c812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (4c736fae-c55b-493b-91ae-09850ae81564), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:41.082429 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-016efcce-6ec6-4506-87f1-e2301488c812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:41.083885 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-016efcce-6ec6-4506-87f1-e2301488c812 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/4c736fae-c55b-493b-91ae-09850ae81564 HTTP/1.1" status: 204 len: 168 time: 0.2748315 Sep 19 11:24:41.093400 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016efcce-6ec6-4506-87f1-e2301488c812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c736fae-c55b-493b-91ae-09850ae81564,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:41.170566 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e58d3a7d-b463-48da-9edb-033446db7d4e req-2e2f4c63-be9a-4448-b1e8-c0507b8d5a36 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 210 time: 0.0317411 Sep 19 11:24:42.161037 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e248f9-c4ba-4671-aa06-c79701f7b69d req-28bff17a-e7b5-464e-8429-89c494b957b4 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:42.162514 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a7e248f9-c4ba-4671-aa06-c79701f7b69d req-28bff17a-e7b5-464e-8429-89c494b957b4 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0485849 Sep 19 11:24:42.217966 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a7e248f9-c4ba-4671-aa06-c79701f7b69d req-ccf4622f-edab-44d7-a640-99436df3f18a tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496047 Sep 19 11:24:42.305304 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dc4e225c-f6fd-42e8-b086-81119cdfff3c req-32219a3b-1544-497c-8adc-3835515458c4 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 210 time: 0.0296128 Sep 19 11:24:43.356089 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d431c-d52c-4ec2-a6e9-432c35b3e521 req-c459a227-0100-4a7e-9aef-070efc917539 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:43.357655 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-807d431c-d52c-4ec2-a6e9-432c35b3e521 req-c459a227-0100-4a7e-9aef-070efc917539 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0602796 Sep 19 11:24:43.417360 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-807d431c-d52c-4ec2-a6e9-432c35b3e521 req-9e766af5-83c0-4c46-8810-9831635a8381 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542819 Sep 19 11:24:43.433035 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c857e66-8050-4b6f-af0d-69fcb418e91a req-ed32101a-3895-4cc2-a9f1-61fff5015244 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 210 time: 0.0365098 Sep 19 11:24:43.976197 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 8b1399aa-63ac-460e-a185-4338a45c416c no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:24:43.995380 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] No Port match for: 8b1399aa-63ac-460e-a185-4338a45c416c {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:24:43.995718 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 8b1399aa-63ac-460e-a185-4338a45c416c not bound to the agent host hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:24:44.556732 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-98de5c77-e4ae-4ead-a60e-5646080c3206 req-63b9da81-e6f9-41b5-9c54-aa5895fcc7f5 tempest-DeleteServersTestJSON-238393775 tempest-DeleteServersTestJSON-238393775-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=6aa6ead2-6eb3-4248-aa4f-76b526b373fc HTTP/1.1" status: 200 len: 210 time: 0.0345697 Sep 19 11:24:44.566761 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34b3e9-f623-4f46-815f-9c6cc4a0baac req-49025021-2b30-4a68-b2f6-b8bc173dd675 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:44.568279 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6b34b3e9-f623-4f46-815f-9c6cc4a0baac req-49025021-2b30-4a68-b2f6-b8bc173dd675 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0776501 Sep 19 11:24:44.622602 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6b34b3e9-f623-4f46-815f-9c6cc4a0baac req-e3517514-67d7-40c3-b483-db6a4889990f tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475175 Sep 19 11:24:45.783452 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d65f8b-7d41-4106-9a73-51b832cec017 req-3267bca3-cef1-4483-8361-6f3ef6572ad5 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:45.785323 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d6d65f8b-7d41-4106-9a73-51b832cec017 req-3267bca3-cef1-4483-8361-6f3ef6572ad5 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0816205 Sep 19 11:24:45.857118 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:45.879298 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d6d65f8b-7d41-4106-9a73-51b832cec017 req-4be1ec0c-768c-4c9e-90f2-77980f470b34 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838859 Sep 19 11:24:46.320445 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-dd718475-143b-4aef-9e9a-9f9f2199c8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:47.009976 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fd7e2-d98f-48f2-8bfe-c2a2d7d395de req-38f257cd-e4f6-431a-a92b-f28a226d1efd tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:47.011464 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d94fd7e2-d98f-48f2-8bfe-c2a2d7d395de req-38f257cd-e4f6-431a-a92b-f28a226d1efd tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0499849 Sep 19 11:24:47.051168 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:47.059571 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d94fd7e2-d98f-48f2-8bfe-c2a2d7d395de req-746df72f-7d19-42a3-944d-d28c9130f1d9 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423958 Sep 19 11:24:47.317304 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 57024) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:47.747112 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06f35212-fde9-47c6-9acc-2d665073f535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687270'] for router_interface (58da3361-7a5a-4e96-800d-0405596592e9), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:48.059660 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-06f35212-fde9-47c6-9acc-2d665073f535 admin admin] Deleting port 18f6adcb-d321-4293-8b0c-0b9bf4509b31 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:24:48.060368 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06f35212-fde9-47c6-9acc-2d665073f535 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (18f6adcb-d321-4293-8b0c-0b9bf4509b31), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:48.154210 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-06f35212-fde9-47c6-9acc-2d665073f535 admin admin] For port 18f6adcb-d321-4293-8b0c-0b9bf4509b31, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=18f6adcb-d321-4293-8b0c-0b9bf4509b31,segment=NetworkSegment(c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455),segment_id=c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:24:48.154595 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06f35212-fde9-47c6-9acc-2d665073f535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (18f6adcb-d321-4293-8b0c-0b9bf4509b31), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:48.196132 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-06f35212-fde9-47c6-9acc-2d665073f535 admin admin] Calling delete_port for 18f6adcb-d321-4293-8b0c-0b9bf4509b31 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:24:48.217302 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501301ca-7866-4d1e-b4f7-6a107a78e366 req-9d15dae8-03db-4e88-ac5d-604586001b23 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:48.218769 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-501301ca-7866-4d1e-b4f7-6a107a78e366 req-9d15dae8-03db-4e88-ac5d-604586001b23 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0813458 Sep 19 11:24:48.455141 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:48.473424 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-faab1a64-c1d6-4146-bbb0-48c35a02f100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:48.512829 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-501301ca-7866-4d1e-b4f7-6a107a78e366 req-3dd505ef-103a-496d-95b6-640a0bb657ad tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682282 Sep 19 11:24:48.553445 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:48.574439 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:48.642024 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06f35212-fde9-47c6-9acc-2d665073f535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266'] for port (18f6adcb-d321-4293-8b0c-0b9bf4509b31), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:48.668839 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f35212-fde9-47c6-9acc-2d665073f535 admin admin] Pushing event deleted for resources: {'Port': ['ID=18f6adcb-d321-4293-8b0c-0b9bf4509b31,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:48.813095 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06f35212-fde9-47c6-9acc-2d665073f535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778262'] for router_interface (58da3361-7a5a-4e96-800d-0405596592e9), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:49.080648 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f35212-fde9-47c6-9acc-2d665073f535 admin admin] Router 58da3361-7a5a-4e96-800d-0405596592e9 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:24:49.194664 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f35212-fde9-47c6-9acc-2d665073f535 admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:24:49.202959 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-06f35212-fde9-47c6-9acc-2d665073f535 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/58da3361-7a5a-4e96-800d-0405596592e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8839898 Sep 19 11:24:49.205538 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 57098) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:49.206516 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6775500b-1384-495e-8e51-21da13da5eaf None None] Sync routers for ids ['58da3361-7a5a-4e96-800d-0405596592e9'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:24:49.219064 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6775500b-1384-495e-8e51-21da13da5eaf None None] Routers {'58da3361-7a5a-4e96-800d-0405596592e9'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:24:49.219751 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-6775500b-1384-495e-8e51-21da13da5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:24:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['58da3361-7a5a-4e96-800d-0405596592e9'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:24:49.352543 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-216d7f37-0e0f-4a73-9283-7c534fdfd056 admin admin] Publish callbacks [] for router (58da3361-7a5a-4e96-800d-0405596592e9), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:49.379107 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-6775500b-1384-495e-8e51-21da13da5eaf None None] Set router 58da3361-7a5a-4e96-800d-0405596592e9 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:24:49.413714 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 57110) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:49.482043 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-216d7f37-0e0f-4a73-9283-7c534fdfd056 admin admin] Publish callbacks [] for router_gateway (58da3361-7a5a-4e96-800d-0405596592e9), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:49.537843 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-216d7f37-0e0f-4a73-9283-7c534fdfd056 admin admin] Deleting port ffbadce0-23e7-429c-a151-c36330b99d67 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:24:49.538191 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-216d7f37-0e0f-4a73-9283-7c534fdfd056 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (ffbadce0-23e7-429c-a151-c36330b99d67), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:49.578038 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-35039269-a38e-47db-b453-a6bbf569f696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:49.595747 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:49.633574 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-6775500b-1384-495e-8e51-21da13da5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58da3361-7a5a-4e96-800d-0405596592e9', 'name': 'tempest-DeleteServersTestJSON-1925469301-router', 'tenant_id': '8fd848b22f854563a0ab63ec0971b595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'ffbadce0-23e7-429c-a151-c36330b99d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:22Z', 'updated_at': '2022-09-19T11:24:48Z', 'revision_number': 5, 'project_id': '8fd848b22f854563a0ab63ec0971b595', 'gw_port': {'id': 'ffbadce0-23e7-429c-a151-c36330b99d67', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58da3361-7a5a-4e96-800d-0405596592e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:24:49.647260 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-216d7f37-0e0f-4a73-9283-7c534fdfd056 admin admin] For port ffbadce0-23e7-429c-a151-c36330b99d67, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=ffbadce0-23e7-429c-a151-c36330b99d67,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:24:49.647636 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-216d7f37-0e0f-4a73-9283-7c534fdfd056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (ffbadce0-23e7-429c-a151-c36330b99d67), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:49.663543 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:49.666616 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6775500b-1384-495e-8e51-21da13da5eaf None None] Checking router: 58da3361-7a5a-4e96-800d-0405596592e9 for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:24:49.677224 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6775500b-1384-495e-8e51-21da13da5eaf None None] Routers {'58da3361-7a5a-4e96-800d-0405596592e9'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:24:49.677328 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-6775500b-1384-495e-8e51-21da13da5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:24:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['58da3361-7a5a-4e96-800d-0405596592e9'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:24:49.679580 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:49.692729 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-216d7f37-0e0f-4a73-9283-7c534fdfd056 admin admin] Calling delete_port for ffbadce0-23e7-429c-a151-c36330b99d67 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:24:49.696222 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:49.707422 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-35039269-a38e-47db-b453-a6bbf569f696 admin admin] Publish callbacks [] for security_group (b9deb80a-dbbf-44ed-af27-fe86399a7b3d), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:49.708943 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa6c81-85ed-4647-b919-a71e27e883e0 req-342ad1c4-378a-41d7-a562-e786e40ad30b tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:49.710379 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d7fa6c81-85ed-4647-b919-a71e27e883e0 req-342ad1c4-378a-41d7-a562-e786e40ad30b tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0804610 Sep 19 11:24:49.714948 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-35039269-a38e-47db-b453-a6bbf569f696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (b9deb80a-dbbf-44ed-af27-fe86399a7b3d), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:49.768316 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-35039269-a38e-47db-b453-a6bbf569f696 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=6c14c7e4417f4da0b4edc45ca7bcb176&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3529248 Sep 19 11:24:49.768522 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 57118) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:49.770445 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35039269-a38e-47db-b453-a6bbf569f696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9deb80a-dbbf-44ed-af27-fe86399a7b3d,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:49.781371 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-6775500b-1384-495e-8e51-21da13da5eaf None None] Set router 58da3361-7a5a-4e96-800d-0405596592e9 gateway port host: None {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:24:49.816695 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:49.840718 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-96e67262-3ec6-4c5c-8f02-90b0e677b62d admin admin] Publish callbacks [] for security_group (b9deb80a-dbbf-44ed-af27-fe86399a7b3d), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:49.862836 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d7fa6c81-85ed-4647-b919-a71e27e883e0 req-fa94751b-f148-46e9-9ed7-4e8bae473d11 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383131 Sep 19 11:24:49.868421 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-96e67262-3ec6-4c5c-8f02-90b0e677b62d admin admin] Publish callbacks [] for security_group (b9deb80a-dbbf-44ed-af27-fe86399a7b3d), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:49.872988 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-6775500b-1384-495e-8e51-21da13da5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58da3361-7a5a-4e96-800d-0405596592e9', 'name': 'tempest-DeleteServersTestJSON-1925469301-router', 'tenant_id': '8fd848b22f854563a0ab63ec0971b595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:22Z', 'updated_at': '2022-09-19T11:24:49Z', 'revision_number': 6, 'project_id': '8fd848b22f854563a0ab63ec0971b595', 'gw_port_host': None}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:24:49.916779 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6775500b-1384-495e-8e51-21da13da5eaf None None] The sync data for ids ['58da3361-7a5a-4e96-800d-0405596592e9'] in dv-cinder-820994-5-iscsi is: [{'id': '58da3361-7a5a-4e96-800d-0405596592e9', 'name': 'tempest-DeleteServersTestJSON-1925469301-router', 'tenant_id': '8fd848b22f854563a0ab63ec0971b595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:22Z', 'updated_at': '2022-09-19T11:24:49Z', 'revision_number': 6, 'project_id': '8fd848b22f854563a0ab63ec0971b595', 'gw_port_host': None}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:24:49.925560 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-96e67262-3ec6-4c5c-8f02-90b0e677b62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (b9deb80a-dbbf-44ed-af27-fe86399a7b3d), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:49.929576 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-96e67262-3ec6-4c5c-8f02-90b0e677b62d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:49.967747 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-216d7f37-0e0f-4a73-9283-7c534fdfd056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266'] for port (ffbadce0-23e7-429c-a151-c36330b99d67), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:49.970651 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-96e67262-3ec6-4c5c-8f02-90b0e677b62d admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/b9deb80a-dbbf-44ed-af27-fe86399a7b3d HTTP/1.1" status: 204 len: 168 time: 0.1746838 Sep 19 11:24:49.983064 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e67262-3ec6-4c5c-8f02-90b0e677b62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9deb80a-dbbf-44ed-af27-fe86399a7b3d,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:50.026050 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d7f37-0e0f-4a73-9283-7c534fdfd056 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffbadce0-23e7-429c-a151-c36330b99d67,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:50.070600 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-216d7f37-0e0f-4a73-9283-7c534fdfd056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779100'] for router_gateway (58da3361-7a5a-4e96-800d-0405596592e9), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:50.218277 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-216d7f37-0e0f-4a73-9283-7c534fdfd056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-777928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1936'] for router (58da3361-7a5a-4e96-800d-0405596592e9), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:50.222127 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-216d7f37-0e0f-4a73-9283-7c534fdfd056 admin admin] Publish callbacks [] for router_controller (58da3361-7a5a-4e96-800d-0405596592e9), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:50.309902 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-216d7f37-0e0f-4a73-9283-7c534fdfd056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-778347'] for router (58da3361-7a5a-4e96-800d-0405596592e9), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:50.310503 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216d7f37-0e0f-4a73-9283-7c534fdfd056 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58da3361-7a5a-4e96-800d-0405596592e9 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 11:24:50.317804 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-216d7f37-0e0f-4a73-9283-7c534fdfd056 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:50.321659 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-216d7f37-0e0f-4a73-9283-7c534fdfd056 admin admin] 10.222.0.81 "DELETE /networking/v2.0/routers/58da3361-7a5a-4e96-800d-0405596592e9 HTTP/1.1" status: 204 len: 168 time: 1.1124420 Sep 19 11:24:50.322098 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 57134) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:50.377429 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c929401-84f5-4076-b9b3-823a0a8ca57c admin admin] Deleting subnet 781b53cd-d061-410d-9a4b-32b9c05dd0a4 {{(pid=106254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 11:24:50.380624 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5c929401-84f5-4076-b9b3-823a0a8ca57c admin admin] Publish callbacks [] for subnet (781b53cd-d061-410d-9a4b-32b9c05dd0a4), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:50.404910 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 57138) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:50.423511 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5c929401-84f5-4076-b9b3-823a0a8ca57c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14729328'] for subnet (781b53cd-d061-410d-9a4b-32b9c05dd0a4), precommit_delete_associations {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:50.526117 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a518c9f-a4a5-42ba-8255-ef530e230600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:50.538601 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5c929401-84f5-4076-b9b3-823a0a8ca57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437927'] for subnet (781b53cd-d061-410d-9a4b-32b9c05dd0a4), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:50.606509 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5c929401-84f5-4076-b9b3-823a0a8ca57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15336815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14016153'] for subnet (781b53cd-d061-410d-9a4b-32b9c05dd0a4), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:50.627475 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a518c9f-a4a5-42ba-8255-ef530e230600 admin admin] Publish callbacks [] for security_group (dfd040ca-0306-4137-ad4c-0ee3b4de5253), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:50.631855 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a518c9f-a4a5-42ba-8255-ef530e230600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (dfd040ca-0306-4137-ad4c-0ee3b4de5253), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:50.636713 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c929401-84f5-4076-b9b3-823a0a8ca57c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=781b53cd-d061-410d-9a4b-32b9c05dd0a4,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:50.639067 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5c929401-84f5-4076-b9b3-823a0a8ca57c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:50.642505 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-5c929401-84f5-4076-b9b3-823a0a8ca57c admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/781b53cd-d061-410d-9a4b-32b9c05dd0a4 HTTP/1.1" status: 204 len: 168 time: 0.3192859 Sep 19 11:24:50.645166 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 57154) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:50.646817 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ab9788-9751-4044-94fc-e8d43e6cb49e None None] Network d68d492e-cdd4-4584-9409-0c6543a346e5 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:24:50.698670 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a518c9f-a4a5-42ba-8255-ef530e230600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd040ca-0306-4137-ad4c-0ee3b4de5253,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:50.704897 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-1a518c9f-a4a5-42ba-8255-ef530e230600 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=de26cf9b68854106bcb8ee1ff9b6a132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987177 Sep 19 11:24:50.708211 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 57158) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:50.773562 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08fee499-f00d-43f7-afa6-b50432aa77c6 admin admin] Publish callbacks [] for security_group (dfd040ca-0306-4137-ad4c-0ee3b4de5253), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:50.774426 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd8c40e9-12b9-4b32-9b5e-f5b112872700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315986'] for network (d68d492e-cdd4-4584-9409-0c6543a346e5), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:50.820298 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08fee499-f00d-43f7-afa6-b50432aa77c6 admin admin] Publish callbacks [] for security_group (dfd040ca-0306-4137-ad4c-0ee3b4de5253), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:50.846546 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fd8c40e9-12b9-4b32-9b5e-f5b112872700 admin admin] Deleting port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:24:50.846898 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd8c40e9-12b9-4b32-9b5e-f5b112872700 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (5d99e1e2-9ccf-472d-85f9-936312d6bbd6), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:50.868584 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 57162) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:50.878329 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] DHCP port deletion for d68d492e-cdd4-4584-9409-0c6543a346e5 request from dv-cinder-820994-5-iscsi {{(pid=106255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 11:24:50.905047 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08fee499-f00d-43f7-afa6-b50432aa77c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (dfd040ca-0306-4137-ad4c-0ee3b4de5253), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:50.907964 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08fee499-f00d-43f7-afa6-b50432aa77c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:50.931779 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] Deleting port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 {{(pid=106255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:24:50.932339 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (5d99e1e2-9ccf-472d-85f9-936312d6bbd6), before_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:50.940637 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-08fee499-f00d-43f7-afa6-b50432aa77c6 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/dfd040ca-0306-4137-ad4c-0ee3b4de5253 HTTP/1.1" status: 204 len: 168 time: 0.2283795 Sep 19 11:24:50.948496 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fd8c40e9-12b9-4b32-9b5e-f5b112872700 admin admin] For port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=5d99e1e2-9ccf-472d-85f9-936312d6bbd6,segment=NetworkSegment(c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455),segment_id=c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:24:50.949284 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd8c40e9-12b9-4b32-9b5e-f5b112872700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (5d99e1e2-9ccf-472d-85f9-936312d6bbd6), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:50.970521 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fee499-f00d-43f7-afa6-b50432aa77c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd040ca-0306-4137-ad4c-0ee3b4de5253,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:50.975749 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fd8c40e9-12b9-4b32-9b5e-f5b112872700 admin admin] Calling delete_port for 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:24:51.043408 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] For port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=5d99e1e2-9ccf-472d-85f9-936312d6bbd6,segment=NetworkSegment(c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455),segment_id=c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:24:51.043840 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (5d99e1e2-9ccf-472d-85f9-936312d6bbd6), precommit_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.076739 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] Calling delete_port for 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 owned by network:dhcp {{(pid=106255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:24:51.118014 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e578ec7-7018-4dd0-9a92-546c63ecde3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.127068 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defcaf8-e0b9-43d7-b57e-ce614fbacd43 req-779e82c0-e0c0-41d7-8fb4-979c6dbaa3be tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:51.128719 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4defcaf8-e0b9-43d7-b57e-ce614fbacd43 req-779e82c0-e0c0-41d7-8fb4-979c6dbaa3be tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0973306 Sep 19 11:24:51.159439 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:51.167836 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd8c40e9-12b9-4b32-9b5e-f5b112872700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (5d99e1e2-9ccf-472d-85f9-936312d6bbd6), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.175604 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:51.201170 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:51.220663 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c40e9-12b9-4b32-9b5e-f5b112872700 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d99e1e2-9ccf-472d-85f9-936312d6bbd6,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:51.235359 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:51.236306 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8c40e9-12b9-4b32-9b5e-f5b112872700 admin admin] No DVR routers for this DVR port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 on host dv-cinder-820994-5-iscsi {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:24:51.251240 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266'] for port (5d99e1e2-9ccf-472d-85f9-936312d6bbd6), after_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.281472 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] No DVR routers for this DVR port 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 on host dv-cinder-820994-5-iscsi {{(pid=106255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:24:51.315952 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] Pushing event deleted for resources: {'Port': ['ID=5d99e1e2-9ccf-472d-85f9-936312d6bbd6,revision_number=None']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:51.337378 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.339856 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:51.340431 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:51.341002 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:51.341568 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:51.342103 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:51.342643 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:51.343171 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:51.343710 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:51.344271 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:51.344928 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:51.345477 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:51.346015 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:51.346555 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:51.347080 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:51.347867 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84495908-b1ef-4828-b084-f6162efd4290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:24:51.348664 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e578ec7-7018-4dd0-9a92-546c63ecde3c admin admin] Publish callbacks [] for security_group (4bc73149-c657-4489-903f-577cd4e41127), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.361520 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd8c40e9-12b9-4b32-9b5e-f5b112872700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1254604', 'neutron.services.segments.db._delete_segments_for_network-8730872489409'] for network (d68d492e-cdd4-4584-9409-0c6543a346e5), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.367099 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e578ec7-7018-4dd0-9a92-546c63ecde3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (4bc73149-c657-4489-903f-577cd4e41127), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.373665 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:51.396407 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4defcaf8-e0b9-43d7-b57e-ce614fbacd43 req-ee874e09-a808-43a0-a7de-a8774891939e tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587790 Sep 19 11:24:51.401327 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device ffbadce0-23e7-429c-a151-c36330b99d67 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:24:51.429620 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: ffbadce0-23e7-429c-a151-c36330b99d67 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:24:51.430336 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device ffbadce0-23e7-429c-a151-c36330b99d67 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:24:51.430913 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:24:51.432708 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-fd8c40e9-12b9-4b32-9b5e-f5b112872700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68d492e-cdd4-4584-9409-0c6543a346e5']}} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:24:51.437481 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.442427 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e578ec7-7018-4dd0-9a92-546c63ecde3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc73149-c657-4489-903f-577cd4e41127,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:51.447411 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-7e578ec7-7018-4dd0-9a92-546c63ecde3c admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=951a4235bc114fbd8f247643652c4bdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5721002 Sep 19 11:24:51.450137 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 57176) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:51.460174 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:24:51.460528 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 5d99e1e2-9ccf-472d-85f9-936312d6bbd6 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:24:51.460952 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 18f6adcb-d321-4293-8b0c-0b9bf4509b31 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:24:51.471700 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-fd8c40e9-12b9-4b32-9b5e-f5b112872700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455') {'for_net_delete': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:24:51.473605 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-fd8c40e9-12b9-4b32-9b5e-f5b112872700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455') {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:24:51.481578 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 18f6adcb-d321-4293-8b0c-0b9bf4509b31 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:24:51.482107 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 18f6adcb-d321-4293-8b0c-0b9bf4509b31 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:24:51.495147 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd8c40e9-12b9-4b32-9b5e-f5b112872700 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730872489301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14729291'] for segment (c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.508201 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de185ad8-4f77-4fab-9e68-bd4674e6c01d admin admin] Publish callbacks [] for security_group (4bc73149-c657-4489-903f-577cd4e41127), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.512734 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd8c40e9-12b9-4b32-9b5e-f5b112872700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.521113 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8c40e9-12b9-4b32-9b5e-f5b112872700 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=106254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 11:24:51.521243 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd8c40e9-12b9-4b32-9b5e-f5b112872700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15336917'] for segment (c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.532702 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de185ad8-4f77-4fab-9e68-bd4674e6c01d admin admin] Publish callbacks [] for security_group (4bc73149-c657-4489-903f-577cd4e41127), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.545095 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 57180) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:51.567151 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61998ea6-1ffd-4f1b-b24b-e10f89136ff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.578188 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.services.segments.plugin [-] Segment c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455 resource provider aggregate not found Sep 19 11:24:51.604703 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.services.segments.plugin [-] Segment c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c44fd4d2-ccc7-4dd1-9725-fd3e7bf8a455 found for delete ", "request_id": "req-57c7d34e-a71b-4145-b317-48824f3632d0"}]} Sep 19 11:24:51.614414 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd8c40e9-12b9-4b32-9b5e-f5b112872700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1254645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779145'] for network (d68d492e-cdd4-4584-9409-0c6543a346e5), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.624435 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd8c40e9-12b9-4b32-9b5e-f5b112872700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.628187 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-fd8c40e9-12b9-4b32-9b5e-f5b112872700 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/d68d492e-cdd4-4584-9409-0c6543a346e5 HTTP/1.1" status: 204 len: 168 time: 0.9813881 Sep 19 11:24:51.638567 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c40e9-12b9-4b32-9b5e-f5b112872700 admin admin] Pushing event deleted for resources: {'Network': ['ID=d68d492e-cdd4-4584-9409-0c6543a346e5,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:51.639691 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de185ad8-4f77-4fab-9e68-bd4674e6c01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (4bc73149-c657-4489-903f-577cd4e41127), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.646505 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de185ad8-4f77-4fab-9e68-bd4674e6c01d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.647700 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-de185ad8-4f77-4fab-9e68-bd4674e6c01d admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/4bc73149-c657-4489-903f-577cd4e41127 HTTP/1.1" status: 204 len: 168 time: 0.1967175 Sep 19 11:24:51.660896 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de185ad8-4f77-4fab-9e68-bd4674e6c01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc73149-c657-4489-903f-577cd4e41127,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:51.713737 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61998ea6-1ffd-4f1b-b24b-e10f89136ff8 admin admin] Publish callbacks [] for security_group (60d76347-3ac2-4ce8-8fef-fa8c854c4c93), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.717709 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61998ea6-1ffd-4f1b-b24b-e10f89136ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (60d76347-3ac2-4ce8-8fef-fa8c854c4c93), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.768597 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-61998ea6-1ffd-4f1b-b24b-e10f89136ff8 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=92cb1e1f43b242169ca1c6d906701e51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219863 Sep 19 11:24:51.770046 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 57190) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:51.771376 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61998ea6-1ffd-4f1b-b24b-e10f89136ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d76347-3ac2-4ce8-8fef-fa8c854c4c93,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:51.826503 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b38f31ed-95ee-4244-89c6-fbe68a4d1144 admin admin] Publish callbacks [] for security_group (60d76347-3ac2-4ce8-8fef-fa8c854c4c93), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.850143 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b38f31ed-95ee-4244-89c6-fbe68a4d1144 admin admin] Publish callbacks [] for security_group (60d76347-3ac2-4ce8-8fef-fa8c854c4c93), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.866796 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 57194) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:51.908337 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b38f31ed-95ee-4244-89c6-fbe68a4d1144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (60d76347-3ac2-4ce8-8fef-fa8c854c4c93), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.910970 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b38f31ed-95ee-4244-89c6-fbe68a4d1144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.915960 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-fd5d69e9-4f72-49ae-8ee2-521877b37b4c admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=8fd848b22f854563a0ab63ec0971b595&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438149 Sep 19 11:24:51.916121 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-b38f31ed-95ee-4244-89c6-fbe68a4d1144 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/60d76347-3ac2-4ce8-8fef-fa8c854c4c93 HTTP/1.1" status: 204 len: 168 time: 0.1412210 Sep 19 11:24:51.916252 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 57196) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:51.921658 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f31ed-95ee-4244-89c6-fbe68a4d1144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d76347-3ac2-4ce8-8fef-fa8c854c4c93,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:51.980059 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d904e91-a107-4c1a-bc22-71775f237fe7 admin admin] Publish callbacks [] for security_group (1109fc52-9132-4b24-97b7-83d778bbd773), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:51.989857 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:52.004998 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d904e91-a107-4c1a-bc22-71775f237fe7 admin admin] Publish callbacks [] for security_group (1109fc52-9132-4b24-97b7-83d778bbd773), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:52.070928 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d904e91-a107-4c1a-bc22-71775f237fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (1109fc52-9132-4b24-97b7-83d778bbd773), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:52.075607 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d904e91-a107-4c1a-bc22-71775f237fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:52.076906 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-2d904e91-a107-4c1a-bc22-71775f237fe7 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/1109fc52-9132-4b24-97b7-83d778bbd773 HTTP/1.1" status: 204 len: 168 time: 0.1615405 Sep 19 11:24:52.086125 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d904e91-a107-4c1a-bc22-71775f237fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1109fc52-9132-4b24-97b7-83d778bbd773,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:52.149066 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 57204) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:52.165046 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-baa34fe0-1e75-457f-bed4-68e6bde173c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:52.253510 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-baa34fe0-1e75-457f-bed4-68e6bde173c0 admin admin] Publish callbacks [] for security_group (25c91b9f-d24d-40f1-953e-e61b2cf6fb41), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:52.258164 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-baa34fe0-1e75-457f-bed4-68e6bde173c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (25c91b9f-d24d-40f1-953e-e61b2cf6fb41), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:52.300614 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-baa34fe0-1e75-457f-bed4-68e6bde173c0 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=91d67d37f7cc4d869a36393d925c79cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502604 Sep 19 11:24:52.301447 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa34fe0-1e75-457f-bed4-68e6bde173c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c91b9f-d24d-40f1-953e-e61b2cf6fb41,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:52.303753 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 57206) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:52.341329 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 57208) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:52.364581 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c75080b0-b0bf-4f00-ac85-d5514d310212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:52.396823 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-970ab39e-b613-4e9f-8179-d6a4d86a11fb admin admin] Publish callbacks [] for security_group (25c91b9f-d24d-40f1-953e-e61b2cf6fb41), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:52.429168 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-970ab39e-b613-4e9f-8179-d6a4d86a11fb admin admin] Publish callbacks [] for security_group (25c91b9f-d24d-40f1-953e-e61b2cf6fb41), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:52.508572 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c75080b0-b0bf-4f00-ac85-d5514d310212 admin admin] Publish callbacks [] for security_group (c112f431-caa1-40f3-8e3d-539a00666b80), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:52.514966 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c75080b0-b0bf-4f00-ac85-d5514d310212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (c112f431-caa1-40f3-8e3d-539a00666b80), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:52.521913 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-970ab39e-b613-4e9f-8179-d6a4d86a11fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (25c91b9f-d24d-40f1-953e-e61b2cf6fb41), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:52.530067 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-970ab39e-b613-4e9f-8179-d6a4d86a11fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:52.531433 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-970ab39e-b613-4e9f-8179-d6a4d86a11fb admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/25c91b9f-d24d-40f1-953e-e61b2cf6fb41 HTTP/1.1" status: 204 len: 168 time: 0.2266111 Sep 19 11:24:52.563008 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-c75080b0-b0bf-4f00-ac85-d5514d310212 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=1218fa07fdaa4ca481f3f0b8f0847858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206409 Sep 19 11:24:52.566076 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 57224) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:52.593219 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75080b0-b0bf-4f00-ac85-d5514d310212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c112f431-caa1-40f3-8e3d-539a00666b80,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:52.616377 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ab39e-b613-4e9f-8179-d6a4d86a11fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c91b9f-d24d-40f1-953e-e61b2cf6fb41,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:52.642184 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf18567-493e-4b00-a92d-918dda8997aa req-2dcce3ee-2993-4677-b673-a5539ba594a0 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:52.642770 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-870041be-bb2c-443d-b642-708334f611c7 admin admin] Publish callbacks [] for security_group (c112f431-caa1-40f3-8e3d-539a00666b80), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:52.646876 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cbf18567-493e-4b00-a92d-918dda8997aa req-2dcce3ee-2993-4677-b673-a5539ba594a0 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.1181104 Sep 19 11:24:52.664640 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:52.702107 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-870041be-bb2c-443d-b642-708334f611c7 admin admin] Publish callbacks [] for security_group (c112f431-caa1-40f3-8e3d-539a00666b80), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:52.736718 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cbf18567-493e-4b00-a92d-918dda8997aa req-6bb1f043-3a37-4892-9205-f5a0e2c024f5 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800388 Sep 19 11:24:52.758506 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:52.779444 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-870041be-bb2c-443d-b642-708334f611c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (c112f431-caa1-40f3-8e3d-539a00666b80), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:52.782801 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-870041be-bb2c-443d-b642-708334f611c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:52.784284 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-870041be-bb2c-443d-b642-708334f611c7 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/c112f431-caa1-40f3-8e3d-539a00666b80 HTTP/1.1" status: 204 len: 168 time: 0.2173092 Sep 19 11:24:52.797906 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870041be-bb2c-443d-b642-708334f611c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c112f431-caa1-40f3-8e3d-539a00666b80,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:52.935727 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 57240) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:52.950397 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fbf9056a-1da3-47b7-a7e3-5541dc8074b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:52.982615 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:53.037240 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fbf9056a-1da3-47b7-a7e3-5541dc8074b1 admin admin] Publish callbacks [] for security_group (e3ae7514-89f3-4abb-8e26-187dd1ad129e), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:53.043248 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fbf9056a-1da3-47b7-a7e3-5541dc8074b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (e3ae7514-89f3-4abb-8e26-187dd1ad129e), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:53.085914 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-fbf9056a-1da3-47b7-a7e3-5541dc8074b1 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=2b390c6aadae4ab5b266e08a1fc6b7c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488883 Sep 19 11:24:53.088926 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9056a-1da3-47b7-a7e3-5541dc8074b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ae7514-89f3-4abb-8e26-187dd1ad129e,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:53.089077 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 57246) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:53.172928 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6de57355-4a21-47e0-be09-368e1c5346b9 admin admin] Publish callbacks [] for security_group (e3ae7514-89f3-4abb-8e26-187dd1ad129e), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:53.195379 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6de57355-4a21-47e0-be09-368e1c5346b9 admin admin] Publish callbacks [] for security_group (e3ae7514-89f3-4abb-8e26-187dd1ad129e), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:53.250208 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6de57355-4a21-47e0-be09-368e1c5346b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (e3ae7514-89f3-4abb-8e26-187dd1ad129e), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:53.253039 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6de57355-4a21-47e0-be09-368e1c5346b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:53.256567 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6de57355-4a21-47e0-be09-368e1c5346b9 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/e3ae7514-89f3-4abb-8e26-187dd1ad129e HTTP/1.1" status: 204 len: 168 time: 0.1587794 Sep 19 11:24:53.264139 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de57355-4a21-47e0-be09-368e1c5346b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ae7514-89f3-4abb-8e26-187dd1ad129e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:53.883530 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09a2fc-45de-415f-9d49-abe2449c3586 req-19b36b90-5f58-478f-901d-7ed78b63b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:53.886426 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fd09a2fc-45de-415f-9d49-abe2449c3586 req-19b36b90-5f58-478f-901d-7ed78b63b3c7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 1130 time: 0.0630910 Sep 19 11:24:53.962460 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e73a2-4ec2-4b66-8c03-967832fb3776 req-3c1dc6d9-0713-4b36-9fe4-918192d7e3d7 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:53.964119 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-359e73a2-4ec2-4b66-8c03-967832fb3776 req-3c1dc6d9-0713-4b36-9fe4-918192d7e3d7 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0762422 Sep 19 11:24:53.992984 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fd09a2fc-45de-415f-9d49-abe2449c3586 req-fb43711a-68ab-4663-ad39-315c3bc91ebe service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897856 Sep 19 11:24:54.024796 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-359e73a2-4ec2-4b66-8c03-967832fb3776 req-c9b7c8ae-4a72-4770-9f42-926cfce9597a tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549774 Sep 19 11:24:54.660297 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 57354) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:54.765641 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4860e608-e36d-464d-856e-84a53845ab4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:54.847370 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4860e608-e36d-464d-856e-84a53845ab4a admin admin] Publish callbacks [] for security_group (eb182c90-3fbb-4445-9cd5-08425547b9ae), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:54.851304 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4860e608-e36d-464d-856e-84a53845ab4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (eb182c90-3fbb-4445-9cd5-08425547b9ae), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:54.899774 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860e608-e36d-464d-856e-84a53845ab4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb182c90-3fbb-4445-9cd5-08425547b9ae,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:54.907436 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 57374) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:54.908020 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4860e608-e36d-464d-856e-84a53845ab4a admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=65942cc2473749c0acd96430ec0295a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458925 Sep 19 11:24:54.964701 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-daf7806a-75a1-45ee-a690-8f2671c3c8eb admin admin] Publish callbacks [] for security_group (eb182c90-3fbb-4445-9cd5-08425547b9ae), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:54.987080 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-daf7806a-75a1-45ee-a690-8f2671c3c8eb admin admin] Publish callbacks [] for security_group (eb182c90-3fbb-4445-9cd5-08425547b9ae), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:55.043957 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-daf7806a-75a1-45ee-a690-8f2671c3c8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (eb182c90-3fbb-4445-9cd5-08425547b9ae), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:55.046656 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-daf7806a-75a1-45ee-a690-8f2671c3c8eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:55.047832 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-daf7806a-75a1-45ee-a690-8f2671c3c8eb admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/eb182c90-3fbb-4445-9cd5-08425547b9ae HTTP/1.1" status: 204 len: 168 time: 0.1362917 Sep 19 11:24:55.057831 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7806a-75a1-45ee-a690-8f2671c3c8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb182c90-3fbb-4445-9cd5-08425547b9ae,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:55.151493 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:55.159992 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4605dee-fc39-400b-b01b-1ca232b72b2f req-d982020e-f491-40ff-9282-34c4f964b5f7 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:55.161517 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d4605dee-fc39-400b-b01b-1ca232b72b2f req-d982020e-f491-40ff-9282-34c4f964b5f7 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0527940 Sep 19 11:24:55.226947 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d4605dee-fc39-400b-b01b-1ca232b72b2f req-6278d535-98f4-48c3-9506-79c90481e90e tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590432 Sep 19 11:24:56.366829 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07286d0-aab1-41aa-bbb4-90309e5182a7 req-55a1dd96-bd1d-4996-ad07-ca3f531848b1 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:56.368384 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e07286d0-aab1-41aa-bbb4-90309e5182a7 req-55a1dd96-bd1d-4996-ad07-ca3f531848b1 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0466082 Sep 19 11:24:56.418519 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e07286d0-aab1-41aa-bbb4-90309e5182a7 req-167c6f63-980f-4d89-99b1-f3e3d5613017 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439298 Sep 19 11:24:56.555739 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73118a-d3fc-499e-a043-08a5cf83b64a req-4572d9d9-6140-4a62-9840-63848f464cea tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:56.557350 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dd73118a-d3fc-499e-a043-08a5cf83b64a req-4572d9d9-6140-4a62-9840-63848f464cea tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0607464 Sep 19 11:24:56.611415 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dd73118a-d3fc-499e-a043-08a5cf83b64a req-575c6095-c976-4a72-8235-6eb1989d08e9 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478773 Sep 19 11:24:57.592810 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 57442) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:57.701316 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0178c8ed-6aa3-49b7-b1f4-a4510331c15c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:57.782767 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0178c8ed-6aa3-49b7-b1f4-a4510331c15c admin admin] Publish callbacks [] for security_group (f7fae1a0-b78e-4af0-becd-8a4444e4496b), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:57.786566 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0178c8ed-6aa3-49b7-b1f4-a4510331c15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (f7fae1a0-b78e-4af0-becd-8a4444e4496b), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:57.826841 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-0178c8ed-6aa3-49b7-b1f4-a4510331c15c admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=80e8b3a36fc641d5b0eb5968394a108d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329369 Sep 19 11:24:57.827818 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178c8ed-6aa3-49b7-b1f4-a4510331c15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fae1a0-b78e-4af0-becd-8a4444e4496b,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:57.829580 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 57448) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:57.879707 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:57.884843 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6233a623-f2a0-489c-bc60-44f50b82c93d admin admin] Publish callbacks [] for security_group (f7fae1a0-b78e-4af0-becd-8a4444e4496b), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:57.911518 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6233a623-f2a0-489c-bc60-44f50b82c93d admin admin] Publish callbacks [] for security_group (f7fae1a0-b78e-4af0-becd-8a4444e4496b), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:57.960265 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6233a623-f2a0-489c-bc60-44f50b82c93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (f7fae1a0-b78e-4af0-becd-8a4444e4496b), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:57.963436 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6233a623-f2a0-489c-bc60-44f50b82c93d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:57.966974 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6233a623-f2a0-489c-bc60-44f50b82c93d admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/f7fae1a0-b78e-4af0-becd-8a4444e4496b HTTP/1.1" status: 204 len: 168 time: 0.1340289 Sep 19 11:24:57.984261 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233a623-f2a0-489c-bc60-44f50b82c93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fae1a0-b78e-4af0-becd-8a4444e4496b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:58.342967 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d0036-1708-467f-8357-2a3e4136373d req-a108bd6f-6041-48c7-94dc-db0ec42fbc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:58.344576 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-037d0036-1708-467f-8357-2a3e4136373d req-a108bd6f-6041-48c7-94dc-db0ec42fbc02 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c7ccdce201f547f5a50c93e27c5e8cb1&device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 1129 time: 0.0939133 Sep 19 11:24:58.373565 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a383a-eb3f-46e9-aade-be58baacd476 req-279f6a78-fcf8-42ff-aed7-fa1dcf06b314 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:58.375079 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-440a383a-eb3f-46e9-aade-be58baacd476 req-279f6a78-fcf8-42ff-aed7-fa1dcf06b314 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0877943 Sep 19 11:24:58.481987 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-440a383a-eb3f-46e9-aade-be58baacd476 req-a6575aab-6f98-433f-ac78-dc8426387348 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956819 Sep 19 11:24:58.514807 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d0036-1708-467f-8357-2a3e4136373d req-6bf3aac0-75a9-4c37-947f-d9150b080280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:58.514807 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-037d0036-1708-467f-8357-2a3e4136373d req-6bf3aac0-75a9-4c37-947f-d9150b080280 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=8f760d48-3e02-4562-abc4-dc5b172f3b8a HTTP/1.1" status: 200 len: 919 time: 0.1588545 Sep 19 11:24:58.567371 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-037d0036-1708-467f-8357-2a3e4136373d req-c2884a1d-8677-4710-a597-5f157143d741 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8d9d58e-5f33-4c6e-bba4-32413e04606d HTTP/1.1" status: 200 len: 217 time: 0.0450227 Sep 19 11:24:58.626258 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d0036-1708-467f-8357-2a3e4136373d req-23abcb11-a764-4c9b-ae91-fb5c6a04d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:58.627730 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-037d0036-1708-467f-8357-2a3e4136373d req-23abcb11-a764-4c9b-ae91-fb5c6a04d459 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=da16c182-c3ae-4775-9d91-5e2002af698e HTTP/1.1" status: 200 len: 857 time: 0.0535128 Sep 19 11:24:58.681119 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d0036-1708-467f-8357-2a3e4136373d req-a122af63-01f1-429e-be9e-5d5d37b461b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:58.682724 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-037d0036-1708-467f-8357-2a3e4136373d req-a122af63-01f1-429e-be9e-5d5d37b461b9 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8f760d48-3e02-4562-abc4-dc5b172f3b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470793 Sep 19 11:24:58.818962 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-037d0036-1708-467f-8357-2a3e4136373d req-735d2d01-641b-4976-bcfa-099bdd8b450c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293070 Sep 19 11:24:58.924535 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-037d0036-1708-467f-8357-2a3e4136373d req-01ff5cca-39bb-48d5-8d0c-8d5c0858ee97 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975554 Sep 19 11:24:59.265598 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 57536) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:59.377301 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0696df4-a5a1-4562-94ec-4f42ffcfaab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:59.391747 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:59.696118 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0696df4-a5a1-4562-94ec-4f42ffcfaab6 admin admin] Publish callbacks [] for security_group (3195445f-98d1-4ab2-89d7-2038bba66603), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:59.702402 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0696df4-a5a1-4562-94ec-4f42ffcfaab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (3195445f-98d1-4ab2-89d7-2038bba66603), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:59.725443 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e0b0c-e640-4fbe-b16d-bc0a96f610ae req-c67b8640-5a13-43e4-9a48-4ec36586a253 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:24:59.726905 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-146e0b0c-e640-4fbe-b16d-bc0a96f610ae req-c67b8640-5a13-43e4-9a48-4ec36586a253 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0724447 Sep 19 11:24:59.766680 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0696df4-a5a1-4562-94ec-4f42ffcfaab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3195445f-98d1-4ab2-89d7-2038bba66603,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:24:59.770922 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-f0696df4-a5a1-4562-94ec-4f42ffcfaab6 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=d28548b495d942959ab861d42dd8283e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5042729 Sep 19 11:24:59.773650 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 57542) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:24:59.783912 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=40 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:59.807854 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:59.844442 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-146e0b0c-e640-4fbe-b16d-bc0a96f610ae req-0682ba7a-33e4-4541-9ef1-19127a2d2d1c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085722 Sep 19 11:24:59.867412 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ec5362aa-71db-4021-9665-123db7d144a1 admin admin] Publish callbacks [] for security_group (3195445f-98d1-4ab2-89d7-2038bba66603), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:59.877574 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=49 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:24:59.881191 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ec5362aa-71db-4021-9665-123db7d144a1 admin admin] Publish callbacks [] for security_group (3195445f-98d1-4ab2-89d7-2038bba66603), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:59.935158 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ec5362aa-71db-4021-9665-123db7d144a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (3195445f-98d1-4ab2-89d7-2038bba66603), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:59.937803 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ec5362aa-71db-4021-9665-123db7d144a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:24:59.938947 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-ec5362aa-71db-4021-9665-123db7d144a1 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/3195445f-98d1-4ab2-89d7-2038bba66603 HTTP/1.1" status: 204 len: 168 time: 0.1644056 Sep 19 11:24:59.947108 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5362aa-71db-4021-9665-123db7d144a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3195445f-98d1-4ab2-89d7-2038bba66603,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:00.856749 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:00.986271 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1902e8d-ff5e-4f27-812d-f52f5fd5d7c7 req-47a0adcc-e021-46b5-a539-4700288191d5 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:00.987809 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b1902e8d-ff5e-4f27-812d-f52f5fd5d7c7 req-47a0adcc-e021-46b5-a539-4700288191d5 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0547936 Sep 19 11:25:01.047898 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b1902e8d-ff5e-4f27-812d-f52f5fd5d7c7 req-6cd2d33a-0c73-42b8-9d44-c7c3f2a8f520 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511351 Sep 19 11:25:02.170917 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69bf03-d561-42b2-8a9b-5b8d8206f3de req-9ef6332c-6155-46ce-88de-0deb3e4ec337 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:02.172579 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6e69bf03-d561-42b2-8a9b-5b8d8206f3de req-9ef6332c-6155-46ce-88de-0deb3e4ec337 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0492456 Sep 19 11:25:02.225185 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6e69bf03-d561-42b2-8a9b-5b8d8206f3de req-ba569e64-a377-4816-b18f-39122556f7a4 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468533 Sep 19 11:25:02.556469 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 57606) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:02.660864 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e50c1a95-8d34-41f1-a27b-0bac2dba6e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:02.739873 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e50c1a95-8d34-41f1-a27b-0bac2dba6e3c admin admin] Publish callbacks [] for security_group (27edce81-9e34-490f-af2f-55a0a51a2d45), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:02.744263 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e50c1a95-8d34-41f1-a27b-0bac2dba6e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (27edce81-9e34-490f-af2f-55a0a51a2d45), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:02.785063 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e50c1a95-8d34-41f1-a27b-0bac2dba6e3c admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=4702732564084d6faedba47ed90bcb20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274778 Sep 19 11:25:02.786956 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c1a95-8d34-41f1-a27b-0bac2dba6e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27edce81-9e34-490f-af2f-55a0a51a2d45,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:02.787781 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 57610) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:02.839936 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b2d82ad8-2f4a-4bce-9ce8-3f6d4ee1cdf2 admin admin] Publish callbacks [] for security_group (27edce81-9e34-490f-af2f-55a0a51a2d45), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:02.859559 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b2d82ad8-2f4a-4bce-9ce8-3f6d4ee1cdf2 admin admin] Publish callbacks [] for security_group (27edce81-9e34-490f-af2f-55a0a51a2d45), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:02.909333 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b2d82ad8-2f4a-4bce-9ce8-3f6d4ee1cdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (27edce81-9e34-490f-af2f-55a0a51a2d45), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:02.911956 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b2d82ad8-2f4a-4bce-9ce8-3f6d4ee1cdf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:02.913107 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-b2d82ad8-2f4a-4bce-9ce8-3f6d4ee1cdf2 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/27edce81-9e34-490f-af2f-55a0a51a2d45 HTTP/1.1" status: 204 len: 168 time: 0.1243203 Sep 19 11:25:02.920804 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d82ad8-2f4a-4bce-9ce8-3f6d4ee1cdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27edce81-9e34-490f-af2f-55a0a51a2d45,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:03.344715 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:03.354602 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c9124-4cac-467c-a666-a03356cc9b2e req-ecf9236a-e98a-482d-be5f-898aa31cc88d tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:03.356322 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9d7c9124-4cac-467c-a666-a03356cc9b2e req-ecf9236a-e98a-482d-be5f-898aa31cc88d tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0501733 Sep 19 11:25:03.419103 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9d7c9124-4cac-467c-a666-a03356cc9b2e req-d17c7068-0d5b-4e8f-9d78-ee6d1e7ce151 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533323 Sep 19 11:25:04.554817 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac992f-4c8f-49ca-ae9c-98122b15557d req-a81ba3f3-7ac5-482d-907c-7645ddf44a45 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:04.556847 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-83ac992f-4c8f-49ca-ae9c-98122b15557d req-a81ba3f3-7ac5-482d-907c-7645ddf44a45 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0582578 Sep 19 11:25:04.603555 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-83ac992f-4c8f-49ca-ae9c-98122b15557d req-ba4085bf-fe49-4290-b6a9-e7d40c30cd32 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410600 Sep 19 11:25:05.726841 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123e156-e83b-429e-b5a7-ad16b0002dfb req-fd8a2c21-e062-4372-87a5-77455f9680ea tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:05.728974 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7123e156-e83b-429e-b5a7-ad16b0002dfb req-fd8a2c21-e062-4372-87a5-77455f9680ea tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0475316 Sep 19 11:25:05.780026 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7123e156-e83b-429e-b5a7-ad16b0002dfb req-0a782bfd-1557-4809-84e5-4fd11d8e0555 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446670 Sep 19 11:25:06.841361 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:25:06.903860 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f1d9b-d9c5-42c9-ac19-4bcd06f61561 req-7e47c9cb-498b-42f4-92e3-54f02d6f8ddf tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:06.905324 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-363f1d9b-d9c5-42c9-ac19-4bcd06f61561 req-7e47c9cb-498b-42f4-92e3-54f02d6f8ddf tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0495789 Sep 19 11:25:06.953000 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-363f1d9b-d9c5-42c9-ac19-4bcd06f61561 req-914a8726-fe43-4fe5-b9be-ce359beb89af tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421181 Sep 19 11:25:08.076268 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab40127-28dc-42fd-b724-234a47c31b9f req-2b906858-3ae9-4a86-b1b9-c2b15821d69f tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:08.077726 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bab40127-28dc-42fd-b724-234a47c31b9f req-2b906858-3ae9-4a86-b1b9-c2b15821d69f tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0457397 Sep 19 11:25:08.123627 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bab40127-28dc-42fd-b724-234a47c31b9f req-29237d10-acdf-4941-99c3-fd4c41cfbfbd tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405822 Sep 19 11:25:09.235983 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:09.245787 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2a24e-0608-4f7f-89c0-9d486c69d8e9 req-6398ab44-b51a-4506-83a8-7570587e3b09 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:09.247621 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e0a2a24e-0608-4f7f-89c0-9d486c69d8e9 req-6398ab44-b51a-4506-83a8-7570587e3b09 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0498242 Sep 19 11:25:09.300345 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e0a2a24e-0608-4f7f-89c0-9d486c69d8e9 req-77649ec0-43bc-4496-b739-ff0a03466ce9 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470061 Sep 19 11:25:10.418671 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31efd5f-c23d-4056-90bf-770607c9a1cc req-b6afb645-03ef-4962-91e4-c79ed549ae1a tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:10.420191 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a31efd5f-c23d-4056-90bf-770607c9a1cc req-b6afb645-03ef-4962-91e4-c79ed549ae1a tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0465751 Sep 19 11:25:10.466976 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a31efd5f-c23d-4056-90bf-770607c9a1cc req-2accbf21-bda2-4661-9bc9-f9d94fc5aef7 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413954 Sep 19 11:25:11.584197 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269cc7e-a84f-41f2-b2c7-25426b03b989 req-099caba9-93bf-4d39-9d63-7f302f636810 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:11.585689 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f269cc7e-a84f-41f2-b2c7-25426b03b989 req-099caba9-93bf-4d39-9d63-7f302f636810 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0457621 Sep 19 11:25:11.632853 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f269cc7e-a84f-41f2-b2c7-25426b03b989 req-547700f5-e562-4987-b92e-f6fb1660ab9f tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411141 Sep 19 11:25:12.756186 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc815e86-eb26-4528-bcf5-dd6cc3511394 req-fc592c13-1d92-43dc-a2a3-dab40b4bb4e0 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:12.757656 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc815e86-eb26-4528-bcf5-dd6cc3511394 req-fc592c13-1d92-43dc-a2a3-dab40b4bb4e0 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0503981 Sep 19 11:25:12.803943 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc815e86-eb26-4528-bcf5-dd6cc3511394 req-306f06f1-befd-4af9-925b-afd5a4d34dd9 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402067 Sep 19 11:25:12.915711 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=59,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:12.916537 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=74,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:12.933294 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:12.934423 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:13.925354 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322c716-940f-4e7d-a85a-730d4210d545 req-766b6eee-65b2-43b8-b044-84cfe3cac4c7 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:13.926858 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a322c716-940f-4e7d-a85a-730d4210d545 req-766b6eee-65b2-43b8-b044-84cfe3cac4c7 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0486455 Sep 19 11:25:13.975539 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a322c716-940f-4e7d-a85a-730d4210d545 req-83a81b8a-e332-470a-9c6d-7e4a1ec64bf4 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426488 Sep 19 11:25:14.837315 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:15.103617 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf5ae2-3d1c-49a8-afbf-46da8a621934 req-df08edfb-a985-4837-9f6f-0e58f4c0b9e1 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:15.105148 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-17cf5ae2-3d1c-49a8-afbf-46da8a621934 req-df08edfb-a985-4837-9f6f-0e58f4c0b9e1 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0524085 Sep 19 11:25:15.157044 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-17cf5ae2-3d1c-49a8-afbf-46da8a621934 req-0db98eb3-851e-498e-8fa7-d7104419e0be tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461559 Sep 19 11:25:16.223461 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:16.231946 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a5b27-0506-4f2f-b67c-b269249e45ad req-03bf4791-eeff-41cb-8775-7891c0ebf32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:16.233473 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-605a5b27-0506-4f2f-b67c-b269249e45ad req-03bf4791-eeff-41cb-8775-7891c0ebf32b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 1129 time: 0.0399721 Sep 19 11:25:16.300349 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d2fc2-a685-4c88-bcaf-cf3e2f526db6 req-9626b10c-bec9-4df8-957d-c2af224ba221 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:16.301864 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2a3d2fc2-a685-4c88-bcaf-cf3e2f526db6 req-9626b10c-bec9-4df8-957d-c2af224ba221 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0633788 Sep 19 11:25:16.316911 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-15882af3-3f4f-4d5d-be25-bff94029afc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:16.335395 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-605a5b27-0506-4f2f-b67c-b269249e45ad req-436cd39b-6219-43ee-9255-e45d12e1e65e service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886559 Sep 19 11:25:16.363540 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2a3d2fc2-a685-4c88-bcaf-cf3e2f526db6 req-7ed7e30d-f59c-40c7-9e27-f90af44f3c75 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550168 Sep 19 11:25:16.838141 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:17.514158 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfe77e-8ee6-4eaf-b84f-aa8eedfbb1a9 req-5de85aa0-1d40-4532-a826-f15c93357ae9 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:17.515794 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2fcfe77e-8ee6-4eaf-b84f-aa8eedfbb1a9 req-5de85aa0-1d40-4532-a826-f15c93357ae9 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0560062 Sep 19 11:25:17.569812 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2fcfe77e-8ee6-4eaf-b84f-aa8eedfbb1a9 req-7041cacf-5458-4957-933d-38a16dfdc447 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475426 Sep 19 11:25:18.456894 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b548ea31-9c91-4cd7-ade1-faf6c6ac6b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:18.712845 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4f0a0-e99e-429a-909d-754c7fd76728 req-00061f5f-16ab-48dc-a2de-a5746ca7895b tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:18.716204 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0ba4f0a0-e99e-429a-909d-754c7fd76728 req-00061f5f-16ab-48dc-a2de-a5746ca7895b tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0586514 Sep 19 11:25:18.763954 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0ba4f0a0-e99e-429a-909d-754c7fd76728 req-28065fca-e16b-4609-a967-2848128940c1 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439115 Sep 19 11:25:19.060357 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa12b4-758c-4d02-9d7f-560ad316c170 req-f65741ca-22fd-4a54-b328-e2bdff2cf56b tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:19.061834 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4daa12b4-758c-4d02-9d7f-560ad316c170 req-f65741ca-22fd-4a54-b328-e2bdff2cf56b tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0706611 Sep 19 11:25:19.062796 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21bd00-2507-496b-a1de-760e3708d24e req-83940736-846b-4ac6-9499-7f85d99038d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:19.064142 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c21bd00-2507-496b-a1de-760e3708d24e req-83940736-846b-4ac6-9499-7f85d99038d2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c7ccdce201f547f5a50c93e27c5e8cb1&device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 1129 time: 0.0824385 Sep 19 11:25:19.156564 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:19.181862 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4daa12b4-758c-4d02-9d7f-560ad316c170 req-38762216-2478-4f98-b33f-5332f62250d2 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136038 Sep 19 11:25:19.204710 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21bd00-2507-496b-a1de-760e3708d24e req-7ded0000-1603-4ac3-8d74-184bccbf8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:19.206141 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c21bd00-2507-496b-a1de-760e3708d24e req-7ded0000-1603-4ac3-8d74-184bccbf8e3d service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=8f760d48-3e02-4562-abc4-dc5b172f3b8a HTTP/1.1" status: 200 len: 919 time: 0.1296532 Sep 19 11:25:19.247187 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c21bd00-2507-496b-a1de-760e3708d24e req-c0658907-5974-450a-a1bb-e04ac176667c service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8d9d58e-5f33-4c6e-bba4-32413e04606d HTTP/1.1" status: 200 len: 217 time: 0.0331078 Sep 19 11:25:19.301609 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21bd00-2507-496b-a1de-760e3708d24e req-4c7d4272-8776-48bd-989b-5ba766171e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:19.303360 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c21bd00-2507-496b-a1de-760e3708d24e req-4c7d4272-8776-48bd-989b-5ba766171e18 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=da16c182-c3ae-4775-9d91-5e2002af698e HTTP/1.1" status: 200 len: 857 time: 0.0501740 Sep 19 11:25:19.352425 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21bd00-2507-496b-a1de-760e3708d24e req-1af1f8f8-1c92-4d95-8f69-9970255a8382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:19.353923 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c21bd00-2507-496b-a1de-760e3708d24e req-1af1f8f8-1c92-4d95-8f69-9970255a8382 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8f760d48-3e02-4562-abc4-dc5b172f3b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414803 Sep 19 11:25:19.450614 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c21bd00-2507-496b-a1de-760e3708d24e req-a71e9166-fba9-4d5c-a7f5-c72d6f9fdf32 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872996 Sep 19 11:25:19.547329 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c21bd00-2507-496b-a1de-760e3708d24e req-4bbb3599-4f6b-4782-8af3-32d59269616d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858264 Sep 19 11:25:19.810205 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:20.308598 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2802bca-f007-48c1-9662-7edd4bc6e7f5 req-1d17af16-4cb9-4d3f-ad21-4b730c7dbd69 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:20.310395 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b2802bca-f007-48c1-9662-7edd4bc6e7f5 req-1d17af16-4cb9-4d3f-ad21-4b730c7dbd69 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0502741 Sep 19 11:25:20.357987 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b2802bca-f007-48c1-9662-7edd4bc6e7f5 req-70f874c9-902b-4699-a346-7434a8534f87 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419638 Sep 19 11:25:21.295562 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:21.384893 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:21.490109 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249de47-84d1-42a0-b68e-64c6ec478a2d req-6d97642c-22f8-49ba-b22a-17a964434fc3 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:21.491719 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f249de47-84d1-42a0-b68e-64c6ec478a2d req-6d97642c-22f8-49ba-b22a-17a964434fc3 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0551441 Sep 19 11:25:21.524422 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:21.543618 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f249de47-84d1-42a0-b68e-64c6ec478a2d req-b0caa90b-ee6f-4fc6-bdaf-6a1fc0ad45c3 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452082 Sep 19 11:25:22.400908 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 57988) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:22.520068 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-396b80b0-2d4d-4b07-b986-cd5de5683a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:22.612093 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-396b80b0-2d4d-4b07-b986-cd5de5683a9e admin admin] Publish callbacks [] for security_group (9f09dc21-bfb4-45bc-87cb-b13beb530123), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:22.618694 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-396b80b0-2d4d-4b07-b986-cd5de5683a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (9f09dc21-bfb4-45bc-87cb-b13beb530123), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:22.698721 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-396b80b0-2d4d-4b07-b986-cd5de5683a9e admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=024411b844d6465fb6b1854361591bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965894 Sep 19 11:25:22.701413 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b80b0-2d4d-4b07-b986-cd5de5683a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f09dc21-bfb4-45bc-87cb-b13beb530123,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:22.701558 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 58002) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:22.711366 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570de394-9f5e-400a-851c-198528b3668a req-b0f388ea-8bf4-4778-bd77-330c38071bac tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:22.712878 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-570de394-9f5e-400a-851c-198528b3668a req-b0f388ea-8bf4-4778-bd77-330c38071bac tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0800261 Sep 19 11:25:22.717681 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b80b0-2d4d-4b07-b986-cd5de5683a9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:22.718032 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b80b0-2d4d-4b07-b986-cd5de5683a9e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:22.718376 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b80b0-2d4d-4b07-b986-cd5de5683a9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:22.718714 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b80b0-2d4d-4b07-b986-cd5de5683a9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:22.719070 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b80b0-2d4d-4b07-b986-cd5de5683a9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:22.719380 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b80b0-2d4d-4b07-b986-cd5de5683a9e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:22.719713 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b80b0-2d4d-4b07-b986-cd5de5683a9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:22.720059 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b80b0-2d4d-4b07-b986-cd5de5683a9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:22.720571 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b80b0-2d4d-4b07-b986-cd5de5683a9e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:22.721067 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b80b0-2d4d-4b07-b986-cd5de5683a9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:22.721548 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b80b0-2d4d-4b07-b986-cd5de5683a9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:22.722013 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b80b0-2d4d-4b07-b986-cd5de5683a9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:22.722574 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b80b0-2d4d-4b07-b986-cd5de5683a9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:22.723046 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b80b0-2d4d-4b07-b986-cd5de5683a9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:22.723529 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b80b0-2d4d-4b07-b986-cd5de5683a9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:22.761911 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9f35e62a-8427-4629-811e-e496dff11366 admin admin] Publish callbacks [] for security_group (9f09dc21-bfb4-45bc-87cb-b13beb530123), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:22.775078 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-570de394-9f5e-400a-851c-198528b3668a req-ed8d76eb-0105-49f5-b887-a531894fd3f3 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469649 Sep 19 11:25:22.782648 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9f35e62a-8427-4629-811e-e496dff11366 admin admin] Publish callbacks [] for security_group (9f09dc21-bfb4-45bc-87cb-b13beb530123), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:22.842278 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9f35e62a-8427-4629-811e-e496dff11366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (9f09dc21-bfb4-45bc-87cb-b13beb530123), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:22.846932 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9f35e62a-8427-4629-811e-e496dff11366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:22.850709 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-9f35e62a-8427-4629-811e-e496dff11366 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/9f09dc21-bfb4-45bc-87cb-b13beb530123 HTTP/1.1" status: 204 len: 168 time: 0.1457803 Sep 19 11:25:22.861137 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35e62a-8427-4629-811e-e496dff11366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f09dc21-bfb4-45bc-87cb-b13beb530123,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:24.289118 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 58038) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:24.294661 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-db435eb7-eff5-4a08-8806-129270893cb2 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Request body: {'security_group': {'name': 'tempest-securitygroup--593790591', 'description': 'tempest-description--1740134497'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:25:24.320078 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-db435eb7-eff5-4a08-8806-129270893cb2 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:24.359685 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:24.417161 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-db435eb7-eff5-4a08-8806-129270893cb2 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for security_group (88a6d2dd-daef-40f0-9f45-56546111140b), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:24.422192 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-db435eb7-eff5-4a08-8806-129270893cb2 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (88a6d2dd-daef-40f0-9f45-56546111140b), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:24.449114 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-db435eb7-eff5-4a08-8806-129270893cb2 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:24.453923 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 58048) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:24.454392 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-db435eb7-eff5-4a08-8806-129270893cb2 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1634865 Sep 19 11:25:24.459968 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-39391250-7bb7-40cb-a082-857afc6d026c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Request body: {'security_group_rule': {'security_group_id': '88a6d2dd-daef-40f0-9f45-56546111140b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:25:24.463884 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db435eb7-eff5-4a08-8806-129270893cb2 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88a6d2dd-daef-40f0-9f45-56546111140b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:24.489593 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-39391250-7bb7-40cb-a082-857afc6d026c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for security_group_rule (c3897f29-d8d9-4847-a3c4-d794911ccc8b), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:24.545349 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-39391250-7bb7-40cb-a082-857afc6d026c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for security_group_rule (c3897f29-d8d9-4847-a3c4-d794911ccc8b), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:24.548545 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-39391250-7bb7-40cb-a082-857afc6d026c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (c3897f29-d8d9-4847-a3c4-d794911ccc8b), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:24.567617 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39391250-7bb7-40cb-a082-857afc6d026c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3897f29-d8d9-4847-a3c4-d794911ccc8b,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:24.573442 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-39391250-7bb7-40cb-a082-857afc6d026c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:24.574610 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-39391250-7bb7-40cb-a082-857afc6d026c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190369 Sep 19 11:25:24.577514 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 58050) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:24.579507 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39391250-7bb7-40cb-a082-857afc6d026c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:24.579898 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39391250-7bb7-40cb-a082-857afc6d026c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:24.580238 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39391250-7bb7-40cb-a082-857afc6d026c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:24.580581 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39391250-7bb7-40cb-a082-857afc6d026c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:24.580920 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39391250-7bb7-40cb-a082-857afc6d026c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:24.581254 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39391250-7bb7-40cb-a082-857afc6d026c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:24.581585 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39391250-7bb7-40cb-a082-857afc6d026c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:24.581920 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39391250-7bb7-40cb-a082-857afc6d026c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:24.582021 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c9b7cfcf-d1e9-4660-a82e-b294a95d28fe tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Request body: {'security_group_rule': {'security_group_id': '88a6d2dd-daef-40f0-9f45-56546111140b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:25:24.582253 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39391250-7bb7-40cb-a082-857afc6d026c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:24.582582 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39391250-7bb7-40cb-a082-857afc6d026c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:24.582910 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39391250-7bb7-40cb-a082-857afc6d026c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:24.583499 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39391250-7bb7-40cb-a082-857afc6d026c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:24.583851 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39391250-7bb7-40cb-a082-857afc6d026c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:24.584180 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39391250-7bb7-40cb-a082-857afc6d026c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:24.584509 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39391250-7bb7-40cb-a082-857afc6d026c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:24.609363 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c9b7cfcf-d1e9-4660-a82e-b294a95d28fe tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for security_group_rule (51ab0cb1-db0e-4141-87a5-09ebce1f0efe), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:24.665424 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c9b7cfcf-d1e9-4660-a82e-b294a95d28fe tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for security_group_rule (51ab0cb1-db0e-4141-87a5-09ebce1f0efe), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:24.669489 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c9b7cfcf-d1e9-4660-a82e-b294a95d28fe tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (51ab0cb1-db0e-4141-87a5-09ebce1f0efe), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:24.690060 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7cfcf-d1e9-4660-a82e-b294a95d28fe tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ab0cb1-db0e-4141-87a5-09ebce1f0efe,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:24.695327 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c9b7cfcf-d1e9-4660-a82e-b294a95d28fe tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:24.697017 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-c9b7cfcf-d1e9-4660-a82e-b294a95d28fe tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184843 Sep 19 11:25:24.700100 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 58052) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:24.704250 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b5bd3c1d-8255-4245-a7fc-1c2137c421ce tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Request body: {'floatingip': {'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:25:24.727369 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b5bd3c1d-8255-4245-a7fc-1c2137c421ce tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:24.807910 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b5bd3c1d-8255-4245-a7fc-1c2137c421ce tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:24.859941 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:24.912788 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-b5bd3c1d-8255-4245-a7fc-1c2137c421ce tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Allocated IP 172.27.2.60 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/02bad59f-1cc7-4edf-bab3-c1c4b63a453a) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:25:25.018220 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b5bd3c1d-8255-4245-a7fc-1c2137c421ce tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for port (02bad59f-1cc7-4edf-bab3-c1c4b63a453a), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:25.050121 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b5bd3c1d-8255-4245-a7fc-1c2137c421ce tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (02bad59f-1cc7-4edf-bab3-c1c4b63a453a), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:25.088726 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bd3c1d-8255-4245-a7fc-1c2137c421ce tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:25:25.091588 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-b5bd3c1d-8255-4245-a7fc-1c2137c421ce tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:25:25.095146 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bd3c1d-8255-4245-a7fc-1c2137c421ce tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:25:25.107069 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd3c1d-8255-4245-a7fc-1c2137c421ce tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Pushing event updated for resources: {'Port': ['ID=02bad59f-1cc7-4edf-bab3-c1c4b63a453a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:25.181327 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b5bd3c1d-8255-4245-a7fc-1c2137c421ce tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for floatingip (6b5d9703-b82a-480e-9068-3fc4463e6cff), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:25.220054 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b5bd3c1d-8255-4245-a7fc-1c2137c421ce tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (02bad59f-1cc7-4edf-bab3-c1c4b63a453a), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:25.222229 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:UPDATE=5,neutron:INSERT=8,neutron:SELECT=85,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:25.370844 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b5bd3c1d-8255-4245-a7fc-1c2137c421ce tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for port (02bad59f-1cc7-4edf-bab3-c1c4b63a453a), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:25.374837 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b5bd3c1d-8255-4245-a7fc-1c2137c421ce tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (02bad59f-1cc7-4edf-bab3-c1c4b63a453a), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:25.375491 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b5bd3c1d-8255-4245-a7fc-1c2137c421ce tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (6b5d9703-b82a-480e-9068-3fc4463e6cff), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:25.413575 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b5bd3c1d-8255-4245-a7fc-1c2137c421ce tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:25.414805 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-b5bd3c1d-8255-4245-a7fc-1c2137c421ce tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7137952 Sep 19 11:25:25.421790 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd3c1d-8255-4245-a7fc-1c2137c421ce tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Pushing event updated for resources: {'Port': ['ID=02bad59f-1cc7-4edf-bab3-c1c4b63a453a,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:25.616685 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-a686bc1b-0076-4a83-b802-f1be1e7d5340 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--593790591&fields=id&tenant_id=c7ccdce201f547f5a50c93e27c5e8cb1 HTTP/1.1" status: 200 len: 267 time: 0.0447967 Sep 19 11:25:25.724586 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-a0894939-185b-4fea-bc14-f2389cf54262 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:25.726044 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-a0894939-185b-4fea-bc14-f2389cf54262 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/networks?id=8f760d48-3e02-4562-abc4-dc5b172f3b8a HTTP/1.1" status: 200 len: 818 time: 0.1025341 Sep 19 11:25:25.738698 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:25.741280 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-c12752fc-20d4-4565-957c-6a01a312f1ea tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/quotas/c7ccdce201f547f5a50c93e27c5e8cb1 HTTP/1.1" status: 200 len: 375 time: 0.0092225 Sep 19 11:25:25.797672 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-77fcf9be-28b5-4622-ab14-463bb82ec2b1 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=c7ccdce201f547f5a50c93e27c5e8cb1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0506709 Sep 19 11:25:25.892380 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-3167f744-a050-41d9-8a12-5d959dd454b3 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828664 Sep 19 11:25:25.985182 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-365c492a-c56e-47bf-90ca-c3774712aa73 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870438 Sep 19 11:25:26.144690 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4a6b0127-f94c-4599-8bf6-85c2ff0bac5e req-a0d230f6-efdd-410c-b750-7275e86b73e6 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 210 time: 0.0269089 Sep 19 11:25:27.244251 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7e6c2a62-d329-4387-9e8c-9aa8147e7272 req-e8f2b7a6-faf1-4d80-8be7-73d7b7e4f900 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 210 time: 0.0258141 Sep 19 11:25:27.606598 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-c299df53-36c5-410b-bc4c-f16fcfd7067e tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:27.608073 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-c299df53-36c5-410b-bc4c-f16fcfd7067e tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.72 "GET /networking/v2.0/networks?id=8f760d48-3e02-4562-abc4-dc5b172f3b8a HTTP/1.1" status: 200 len: 818 time: 0.1058207 Sep 19 11:25:27.680775 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-71484d36-c2ad-4696-af7b-36db638d902c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c7ccdce201f547f5a50c93e27c5e8cb1 HTTP/1.1" status: 200 len: 379 time: 0.0615103 Sep 19 11:25:27.770793 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-093d5cd9-a6e5-43e5-b827-e2bfe416ef21 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Request body: {'port': {'device_id': 'e6be205d-fa54-491f-87bf-159cda85b1c3', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'admin_state_up': True, 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'security_groups': ['88a6d2dd-daef-40f0-9f45-56546111140b']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:25:27.882257 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-093d5cd9-a6e5-43e5-b827-e2bfe416ef21 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Made reservation on behalf of c7ccdce201f547f5a50c93e27c5e8cb1 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:25:27.885900 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-093d5cd9-a6e5-43e5-b827-e2bfe416ef21 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:27.953159 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:28.020380 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-093d5cd9-a6e5-43e5-b827-e2bfe416ef21 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Allocated IP 172.20.0.4 (8f760d48-3e02-4562-abc4-dc5b172f3b8a/da16c182-c3ae-4775-9d91-5e2002af698e/7caf44f4-6ec4-453f-b026-5ce545b8b513) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:25:28.161972 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-093d5cd9-a6e5-43e5-b827-e2bfe416ef21 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for port (7caf44f4-6ec4-453f-b026-5ce545b8b513), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:28.171588 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:28.196992 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-093d5cd9-a6e5-43e5-b827-e2bfe416ef21 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (7caf44f4-6ec4-453f-b026-5ce545b8b513), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:28.243928 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-093d5cd9-a6e5-43e5-b827-e2bfe416ef21 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Network 8f760d48-3e02-4562-abc4-dc5b172f3b8a is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:25:28.247111 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-093d5cd9-a6e5-43e5-b827-e2bfe416ef21 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:25:28.250827 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-093d5cd9-a6e5-43e5-b827-e2bfe416ef21 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:25:28.255277 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-093d5cd9-a6e5-43e5-b827-e2bfe416ef21 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:28.255904 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-093d5cd9-a6e5-43e5-b827-e2bfe416ef21 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:28.262109 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d5cd9-a6e5-43e5-b827-e2bfe416ef21 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Pushing event updated for resources: {'Port': ['ID=7caf44f4-6ec4-453f-b026-5ce545b8b513,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:28.277108 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-093d5cd9-a6e5-43e5-b827-e2bfe416ef21 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5111909 Sep 19 11:25:28.297994 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] Request body: {'port': {'device_id': 'e6be205d-fa54-491f-87bf-159cda85b1c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:25:28.400528 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd31e2-8728-453d-987c-77f149ef7401 req-d4c267f9-9240-4ad0-9d1a-09060c1dbaa4 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:28.402024 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c0bd31e2-8728-453d-987c-77f149ef7401 req-d4c267f9-9240-4ad0-9d1a-09060c1dbaa4 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 931 time: 0.0775042 Sep 19 11:25:28.403076 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (7caf44f4-6ec4-453f-b026-5ce545b8b513), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:28.507865 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-b9242602-fd22-4792-b7b5-81fef92f20a0 None None] Provisioning complete for port 7caf44f4-6ec4-453f-b026-5ce545b8b513 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:25:28.508462 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b9242602-fd22-4792-b7b5-81fef92f20a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (7caf44f4-6ec4-453f-b026-5ce545b8b513), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:28.508557 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-b9242602-fd22-4792-b7b5-81fef92f20a0 None None] Attempt 1 to provision port 7caf44f4-6ec4-453f-b026-5ce545b8b513 Sep 19 11:25:28.540810 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-b9242602-fd22-4792-b7b5-81fef92f20a0 None None] Port 7caf44f4-6ec4-453f-b026-5ce545b8b513 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:25:28.541227 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c0bd31e2-8728-453d-987c-77f149ef7401 req-6e67364d-ae0b-4880-9b2f-6e9ae49bf616 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336014 Sep 19 11:25:28.916943 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=5 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:28.918134 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:28.944717 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7caf44f4-6ec4-453f-b026-5ce545b8b513 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:25:28.955413 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] Publish callbacks [] for port (7caf44f4-6ec4-453f-b026-5ce545b8b513), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:28.959451 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e4bf19a8-0d6d-45e6-bd55-e07e6e64ff58 req-a49f0d88-aaea-4769-9bc9-5c024bc4d8c5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547810 Sep 19 11:25:28.968297 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:28.971391 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] Transition to ACTIVE for port object 7caf44f4-6ec4-453f-b026-5ce545b8b513 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 11:25:28.975952 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (7caf44f4-6ec4-453f-b026-5ce545b8b513), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:29.041692 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-b9242602-fd22-4792-b7b5-81fef92f20a0 None None] Attempt 2 to provision port 7caf44f4-6ec4-453f-b026-5ce545b8b513 Sep 19 11:25:29.074188 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] Pushing event updated for resources: {'Port': ['ID=7caf44f4-6ec4-453f-b026-5ce545b8b513,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:29.077832 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-b9242602-fd22-4792-b7b5-81fef92f20a0 None None] Port 7caf44f4-6ec4-453f-b026-5ce545b8b513 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:25:29.090005 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] Attempting to bind port 7caf44f4-6ec4-453f-b026-5ce545b8b513 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:25:29.090349 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] Attempting to bind port 7caf44f4-6ec4-453f-b026-5ce545b8b513 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '72995677-08f5-40c1-af00-f097f32b62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:25:29.090683 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] Attempting to bind port 7caf44f4-6ec4-453f-b026-5ce545b8b513 on network 8f760d48-3e02-4562-abc4-dc5b172f3b8a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:25:29.093128 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf19a8-0d6d-45e6-bd55-e07e6e64ff58 req-5e413d6f-5399-4f92-a1ac-9e2cf1bb8408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:29.094623 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e4bf19a8-0d6d-45e6-bd55-e07e6e64ff58 req-5e413d6f-5399-4f92-a1ac-9e2cf1bb8408 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c7ccdce201f547f5a50c93e27c5e8cb1&device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 1129 time: 0.0945623 Sep 19 11:25:29.191736 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] Port 7caf44f4-6ec4-453f-b026-5ce545b8b513 on network 8f760d48-3e02-4562-abc4-dc5b172f3b8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 11:25:29.192099 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] Attempting to bind port 7caf44f4-6ec4-453f-b026-5ce545b8b513 on network 8f760d48-3e02-4562-abc4-dc5b172f3b8a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:25:29.232013 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:29.254613 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf19a8-0d6d-45e6-bd55-e07e6e64ff58 req-5fe6e131-f420-4a76-85a7-7d06bf0e31f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:29.256102 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e4bf19a8-0d6d-45e6-bd55-e07e6e64ff58 req-5fe6e131-f420-4a76-85a7-7d06bf0e31f5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=8f760d48-3e02-4562-abc4-dc5b172f3b8a HTTP/1.1" status: 200 len: 919 time: 0.1403048 Sep 19 11:25:29.271990 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] Checking agent: {'id': '89dce09e-1d3d-46be-9edc-f71162f9f1f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'started_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:25:29.272326 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] Checking segment: {'id': '72995677-08f5-40c1-af00-f097f32b62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:25:29.272699 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] Bound using segment: {'id': '72995677-08f5-40c1-af00-f097f32b62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:25:29.273186 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] Bound port: 7caf44f4-6ec4-453f-b026-5ce545b8b513, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72995677-08f5-40c1-af00-f097f32b62f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:25:29.273551 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (7caf44f4-6ec4-453f-b026-5ce545b8b513), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:29.314857 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e4bf19a8-0d6d-45e6-bd55-e07e6e64ff58 req-c9aa3a70-7fdb-4b07-a68d-8a22599b2662 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8d9d58e-5f33-4c6e-bba4-32413e04606d HTTP/1.1" status: 200 len: 217 time: 0.0488346 Sep 19 11:25:29.406386 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf19a8-0d6d-45e6-bd55-e07e6e64ff58 req-70c4f26c-eb0e-4af9-a569-fb02bd41d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:29.407925 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e4bf19a8-0d6d-45e6-bd55-e07e6e64ff58 req-70c4f26c-eb0e-4af9-a569-fb02bd41d9f4 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=da16c182-c3ae-4775-9d91-5e2002af698e HTTP/1.1" status: 200 len: 857 time: 0.0698605 Sep 19 11:25:29.408917 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] For port 7caf44f4-6ec4-453f-b026-5ce545b8b513, host hv-cinder-82099, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:25:29.428945 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] For port 7caf44f4-6ec4-453f-b026-5ce545b8b513, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=7caf44f4-6ec4-453f-b026-5ce545b8b513,segment=NetworkSegment(72995677-08f5-40c1-af00-f097f32b62f8),segment_id=72995677-08f5-40c1-af00-f097f32b62f8)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:25:29.450998 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (7caf44f4-6ec4-453f-b026-5ce545b8b513), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:29.462574 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:29.463188 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:29.464618 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/7caf44f4-6ec4-453f-b026-5ce545b8b513 HTTP/1.1" status: 200 len: 1093 time: 1.1710882 Sep 19 11:25:29.465089 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6be205d-fa54-491f-87bf-159cda85b1c3', 'tag': '7caf44f4-6ec4-453f-b026-5ce545b8b513'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:25:29.467307 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada3783d-d869-4a51-bd37-2aebbdf647f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e6be205d-fa54-491f-87bf-159cda85b1c3", "tag": "7caf44f4-6ec4-453f-b026-5ce545b8b513"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:25:29.490393 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf19a8-0d6d-45e6-bd55-e07e6e64ff58 req-67b0c4e9-ef03-4fc3-a7dc-12335fa72c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:29.491965 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e4bf19a8-0d6d-45e6-bd55-e07e6e64ff58 req-67b0c4e9-ef03-4fc3-a7dc-12335fa72c36 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8f760d48-3e02-4562-abc4-dc5b172f3b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743520 Sep 19 11:25:29.506172 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11cdc48-2eff-4477-b9fb-4093c092096a x-openstack-request-id: req-c11cdc48-2eff-4477-b9fb-4093c092096a {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:25:29.506465 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6be205d-fa54-491f-87bf-159cda85b1c3", "tag": "7caf44f4-6ec4-453f-b026-5ce545b8b513", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:25:29.506718 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c11cdc48-2eff-4477-b9fb-4093c092096a {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:25:29.507120 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c11cdc48-2eff-4477-b9fb-4093c092096a'] response: {'name': 'network-changed', 'server_uuid': 'e6be205d-fa54-491f-87bf-159cda85b1c3', 'tag': '7caf44f4-6ec4-453f-b026-5ce545b8b513', 'status': 'completed', 'code': 200} Sep 19 11:25:29.578960 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-b9242602-fd22-4792-b7b5-81fef92f20a0 None None] Attempt 3 to provision port 7caf44f4-6ec4-453f-b026-5ce545b8b513 Sep 19 11:25:29.588845 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64192d-1f64-4995-9227-b87d071c5e00 service neutron] Pushing event updated for resources: {'Port': ['ID=7caf44f4-6ec4-453f-b026-5ce545b8b513,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:29.606079 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-0e125c32-7f3a-4771-937b-14f8b2b74c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:29.607630 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-0e125c32-7f3a-4771-937b-14f8b2b74c8e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c7ccdce201f547f5a50c93e27c5e8cb1&device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 1127 time: 0.0877969 Sep 19 11:25:29.623389 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-b9242602-fd22-4792-b7b5-81fef92f20a0 None None] Port 7caf44f4-6ec4-453f-b026-5ce545b8b513 had new provisioning blocks added so it will not transition to active. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 11:25:29.676782 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-52bed705-e24e-45a0-9517-c9b9017a8118 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7caf44f4-6ec4-453f-b026-5ce545b8b513 HTTP/1.1" status: 200 len: 217 time: 0.0594368 Sep 19 11:25:29.739961 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e4bf19a8-0d6d-45e6-bd55-e07e6e64ff58 req-3f535edd-60b3-4741-8947-bd78382fc2b7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291672 Sep 19 11:25:29.753756 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f78e8-c71d-4bf3-9b32-c49fd137560c req-58f30eb6-b5f1-4f53-bf1a-cead03d369d6 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:29.755139 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc6f78e8-c71d-4bf3-9b32-c49fd137560c req-58f30eb6-b5f1-4f53-bf1a-cead03d369d6 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 943 time: 0.1256349 Sep 19 11:25:29.823363 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-e404c357-602a-4332-91ed-772558578636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:29.824888 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-e404c357-602a-4332-91ed-772558578636 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=da16c182-c3ae-4775-9d91-5e2002af698e HTTP/1.1" status: 200 len: 857 time: 0.1314757 Sep 19 11:25:29.900202 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:29.916154 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc6f78e8-c71d-4bf3-9b32-c49fd137560c req-fdb36257-56d0-4586-be36-849185766918 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526639 Sep 19 11:25:29.917177 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-fabfe077-1d83-49ca-aeed-0a3630b07f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:29.918563 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-fabfe077-1d83-49ca-aeed-0a3630b07f84 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8f760d48-3e02-4562-abc4-dc5b172f3b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834916 Sep 19 11:25:29.924974 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e4bf19a8-0d6d-45e6-bd55-e07e6e64ff58 req-e19aa5be-245d-4c0c-a0f8-ad41f0bd0cdb service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771955 Sep 19 11:25:30.027836 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-bb5470e3-7fc0-4683-a2e5-969eabff6cb4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939920 Sep 19 11:25:30.128934 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-770b52a3-2a92-4a00-ba38-2eae234aa578 req-a40451a9-92d0-4577-98f4-c9cd9605a973 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948710 Sep 19 11:25:30.866180 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:31.033547 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da9b9f-6a21-497a-8932-fbde448c05d8 req-7097242d-e8a3-44e2-83d9-0796c41cd420 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:31.035003 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-68da9b9f-6a21-497a-8932-fbde448c05d8 req-7097242d-e8a3-44e2-83d9-0796c41cd420 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 943 time: 0.0460393 Sep 19 11:25:31.056002 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:31.084666 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-68da9b9f-6a21-497a-8932-fbde448c05d8 req-15ebcdf7-9f21-45bc-9839-f1c41821df30 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435932 Sep 19 11:25:31.244337 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3783d-d869-4a51-bd37-2aebbdf647f4 req-c13ee078-05af-4d92-8121-68333c765ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:31.245847 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ada3783d-d869-4a51-bd37-2aebbdf647f4 req-c13ee078-05af-4d92-8121-68333c765ba7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c7ccdce201f547f5a50c93e27c5e8cb1&device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 1127 time: 0.0427604 Sep 19 11:25:31.641539 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3783d-d869-4a51-bd37-2aebbdf647f4 req-d1e5dcbb-b318-4ce3-b21c-a870f719f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:31.643069 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ada3783d-d869-4a51-bd37-2aebbdf647f4 req-d1e5dcbb-b318-4ce3-b21c-a870f719f165 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=8f760d48-3e02-4562-abc4-dc5b172f3b8a HTTP/1.1" status: 200 len: 919 time: 0.0921366 Sep 19 11:25:31.689245 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ada3783d-d869-4a51-bd37-2aebbdf647f4 req-9f2aad51-1f0d-431e-81f1-aead4da75cb4 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7caf44f4-6ec4-453f-b026-5ce545b8b513 HTTP/1.1" status: 200 len: 217 time: 0.0369468 Sep 19 11:25:31.749198 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3783d-d869-4a51-bd37-2aebbdf647f4 req-ff005f9b-4b42-4db0-b554-f642e7b89987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:31.750908 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ada3783d-d869-4a51-bd37-2aebbdf647f4 req-ff005f9b-4b42-4db0-b554-f642e7b89987 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=da16c182-c3ae-4775-9d91-5e2002af698e HTTP/1.1" status: 200 len: 857 time: 0.0475612 Sep 19 11:25:31.812984 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3783d-d869-4a51-bd37-2aebbdf647f4 req-376b24b8-f19e-4e18-b44c-a15516f4c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:31.814536 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ada3783d-d869-4a51-bd37-2aebbdf647f4 req-376b24b8-f19e-4e18-b44c-a15516f4c0fa service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8f760d48-3e02-4562-abc4-dc5b172f3b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453162 Sep 19 11:25:31.912477 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ada3783d-d869-4a51-bd37-2aebbdf647f4 req-f6f8019b-9b2b-46e3-a1c8-a83d2f8a120e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844676 Sep 19 11:25:32.273274 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb19b1-01d3-42c6-ba0e-44536d5f53c2 req-a639054c-1c5e-4660-91d4-3ffc0c8cec85 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:32.274823 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d4eb19b1-01d3-42c6-ba0e-44536d5f53c2 req-a639054c-1c5e-4660-91d4-3ffc0c8cec85 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 943 time: 0.1077290 Sep 19 11:25:32.360116 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ada3783d-d869-4a51-bd37-2aebbdf647f4 req-8e55f2df-7aab-4e18-9d36-a569ecc0b50c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619368 Sep 19 11:25:32.377958 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d4eb19b1-01d3-42c6-ba0e-44536d5f53c2 req-c0c80be9-7dd7-4da8-bc36-a3a9b9ed4423 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942235 Sep 19 11:25:32.683228 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 7caf44f4-6ec4-453f-b026-5ce545b8b513 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:25:32.791898 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 7caf44f4-6ec4-453f-b026-5ce545b8b513, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=7caf44f4-6ec4-453f-b026-5ce545b8b513,segment=NetworkSegment(72995677-08f5-40c1-af00-f097f32b62f8),segment_id=72995677-08f5-40c1-af00-f097f32b62f8)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:25:32.803676 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': '7caf44f4-6ec4-453f-b026-5ce545b8b513', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'port_id': '7caf44f4-6ec4-453f-b026-5ce545b8b513', 'mac_address': 'fa:16:3e:6d:1f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:25:32.842052 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 7caf44f4-6ec4-453f-b026-5ce545b8b513 is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:25:32.842555 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (7caf44f4-6ec4-453f-b026-5ce545b8b513), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:32.848127 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 58196) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:32.865497 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7caf44f4-6ec4-453f-b026-5ce545b8b513 {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:25:32.890673 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 7caf44f4-6ec4-453f-b026-5ce545b8b513, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=7caf44f4-6ec4-453f-b026-5ce545b8b513,segment=NetworkSegment(72995677-08f5-40c1-af00-f097f32b62f8),segment_id=72995677-08f5-40c1-af00-f097f32b62f8)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:25:32.896010 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (7caf44f4-6ec4-453f-b026-5ce545b8b513), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:32.946714 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=7caf44f4-6ec4-453f-b026-5ce545b8b513,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:32.977479 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1c9211e-4052-402c-98c1-dea21c827c95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:33.068489 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:33.082019 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1c9211e-4052-402c-98c1-dea21c827c95 admin admin] Publish callbacks [] for security_group (0e1c605c-6ea4-4baa-8af1-c5d53f9a81a5), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:33.087186 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1c9211e-4052-402c-98c1-dea21c827c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (0e1c605c-6ea4-4baa-8af1-c5d53f9a81a5), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:33.126709 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-c1c9211e-4052-402c-98c1-dea21c827c95 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=0efa2de623ef4eea8055263ced591b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2775137 Sep 19 11:25:33.127519 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9211e-4052-402c-98c1-dea21c827c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1c605c-6ea4-4baa-8af1-c5d53f9a81a5,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:33.129517 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 58204) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:33.182820 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b2d39ac5-ca99-4030-9a2e-c59e6e7d6fff admin admin] Publish callbacks [] for security_group (0e1c605c-6ea4-4baa-8af1-c5d53f9a81a5), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:33.203396 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b2d39ac5-ca99-4030-9a2e-c59e6e7d6fff admin admin] Publish callbacks [] for security_group (0e1c605c-6ea4-4baa-8af1-c5d53f9a81a5), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:33.251529 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b2d39ac5-ca99-4030-9a2e-c59e6e7d6fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (0e1c605c-6ea4-4baa-8af1-c5d53f9a81a5), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:33.254098 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b2d39ac5-ca99-4030-9a2e-c59e6e7d6fff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:33.255250 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-b2d39ac5-ca99-4030-9a2e-c59e6e7d6fff admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/0e1c605c-6ea4-4baa-8af1-c5d53f9a81a5 HTTP/1.1" status: 204 len: 168 time: 0.1247478 Sep 19 11:25:33.263733 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d39ac5-ca99-4030-9a2e-c59e6e7d6fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1c605c-6ea4-4baa-8af1-c5d53f9a81a5,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:33.529099 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbeca1-f12f-474b-aad8-564eeb065468 req-2d80f221-39e7-400f-a209-7c83d9d605c0 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:33.530609 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6afbeca1-f12f-474b-aad8-564eeb065468 req-2d80f221-39e7-400f-a209-7c83d9d605c0 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 944 time: 0.0483232 Sep 19 11:25:33.581326 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6afbeca1-f12f-474b-aad8-564eeb065468 req-32ba01a2-cd4a-4792-93d4-f999244e59d8 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450847 Sep 19 11:25:33.888297 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 58234) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:33.982750 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-4408795e-7b6d-433a-ac7b-77c40c2fe826 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1238516448-network', 'tenant_id': '221fd300d74c4248a1bfc9b785476477'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:25:34.002873 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4408795e-7b6d-433a-ac7b-77c40c2fe826 admin admin] Made reservation on behalf of 221fd300d74c4248a1bfc9b785476477 for: {'network': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:25:34.005309 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4408795e-7b6d-433a-ac7b-77c40c2fe826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for network (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:34.014104 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4408795e-7b6d-433a-ac7b-77c40c2fe826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:34.091379 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4408795e-7b6d-433a-ac7b-77c40c2fe826 admin admin] Publish callbacks [] for security_group (d0c69ffa-0c1e-4ba4-9eb7-eebde1b8f487), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:34.096748 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4408795e-7b6d-433a-ac7b-77c40c2fe826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (d0c69ffa-0c1e-4ba4-9eb7-eebde1b8f487), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:34.118158 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4408795e-7b6d-433a-ac7b-77c40c2fe826 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=106254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 11:25:34.131795 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408795e-7b6d-433a-ac7b-77c40c2fe826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c69ffa-0c1e-4ba4-9eb7-eebde1b8f487,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:34.137308 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4408795e-7b6d-433a-ac7b-77c40c2fe826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (28c59fe9-f85e-462f-9208-278d9e0fe8d5), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:34.137589 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.segments_db [None req-4408795e-7b6d-433a-ac7b-77c40c2fe826 admin admin] Added segment 28c59fe9-f85e-462f-9208-278d9e0fe8d5 of type vlan for network 9a951bd2-b6a6-45c5-a4de-273e53cf0967 Sep 19 11:25:34.181314 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4408795e-7b6d-433a-ac7b-77c40c2fe826 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730871930287'] for network (9a951bd2-b6a6-45c5-a4de-273e53cf0967), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:34.188086 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:34.208314 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4408795e-7b6d-433a-ac7b-77c40c2fe826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for network (9a951bd2-b6a6-45c5-a4de-273e53cf0967), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:34.209320 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4408795e-7b6d-433a-ac7b-77c40c2fe826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:34.209898 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4408795e-7b6d-433a-ac7b-77c40c2fe826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:34.230678 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:34.267189 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-4408795e-7b6d-433a-ac7b-77c40c2fe826 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3746972 Sep 19 11:25:34.268264 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 58244) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:34.274322 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1f9ca24d-26df-4bf9-8d5a-8833cac7e12b admin admin] Request body: {'subnet': {'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1238516448-subnet', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:25:34.279463 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408795e-7b6d-433a-ac7b-77c40c2fe826 admin admin] Pushing event updated for resources: {'Network': ['ID=9a951bd2-b6a6-45c5-a4de-273e53cf0967,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:34.293367 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Network 9a951bd2-b6a6-45c5-a4de-273e53cf0967 details requested by agent ovs-agent-dv-cinder-820994-5-iscsi with host dv-cinder-820994-5-iscsi {{(pid=106255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 11:25:34.303306 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9ca24d-26df-4bf9-8d5a-8833cac7e12b admin admin] Made reservation on behalf of 221fd300d74c4248a1bfc9b785476477 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:25:34.307469 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f9ca24d-26df-4bf9-8d5a-8833cac7e12b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:34.385269 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:34.527826 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f9ca24d-26df-4bf9-8d5a-8833cac7e12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for subnet (8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:34.541824 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac8208-6237-450d-8370-c8ecbff37523 req-22cbeadd-a784-407a-9747-5be1e4d929bb tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:34.543285 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81ac8208-6237-450d-8370-c8ecbff37523 req-22cbeadd-a784-407a-9747-5be1e4d929bb tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0662274 Sep 19 11:25:34.623060 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ca24d-26df-4bf9-8d5a-8833cac7e12b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:34.646076 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9ca24d-26df-4bf9-8d5a-8833cac7e12b admin admin] Checking segment: {'id': '28c59fe9-f85e-462f-9208-278d9e0fe8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:25:34.646462 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9ca24d-26df-4bf9-8d5a-8833cac7e12b admin admin] Network hostable DHCP agents. Network: 9a951bd2-b6a6-45c5-a4de-273e53cf0967, hostable agents: ['4823e8b3-ab16-40fd-b6f9-cda48b53bbb0'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 11:25:34.656240 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81ac8208-6237-450d-8370-c8ecbff37523 req-2956f359-3059-4515-809a-d537d50846f8 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833199 Sep 19 11:25:34.699636 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9ca24d-26df-4bf9-8d5a-8833cac7e12b admin admin] Network 9a951bd2-b6a6-45c5-a4de-273e53cf0967 is scheduled to be hosted by DHCP agent 4823e8b3-ab16-40fd-b6f9-cda48b53bbb0 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 11:25:34.715125 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f62a53-8ffc-4d21-9b11-fbebe9b9aac0 req-9996de24-d2c5-4bab-8c1e-fa58bbf99970 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:34.716732 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b4f62a53-8ffc-4d21-9b11-fbebe9b9aac0 req-9996de24-d2c5-4bab-8c1e-fa58bbf99970 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 944 time: 0.0572174 Sep 19 11:25:34.721445 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1f9ca24d-26df-4bf9-8d5a-8833cac7e12b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-5-iscsi, 9a951bd2-b6a6-45c5-a4de-273e53cf0967) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:25:34.730019 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399e35fd-72b1-4f67-a42e-172f09db769a None None] Network 9a951bd2-b6a6-45c5-a4de-273e53cf0967 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:25:34.732012 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9ca24d-26df-4bf9-8d5a-8833cac7e12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:34.732604 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f9ca24d-26df-4bf9-8d5a-8833cac7e12b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:34.765107 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-1f9ca24d-26df-4bf9-8d5a-8833cac7e12b admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4957426 Sep 19 11:25:34.767865 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 58260) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:34.772225 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-8c537082-6afb-4b78-bd4b-c813aa80679c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1238516448-router', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:25:34.779526 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b4f62a53-8ffc-4d21-9b11-fbebe9b9aac0 req-8c7a18f2-1f9e-4738-8d75-4cd16cccc205 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561814 Sep 19 11:25:34.801294 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8c537082-6afb-4b78-bd4b-c813aa80679c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12666'] for router (4e22e6a9-43df-4833-a729-42f4073ea375), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:34.802503 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8c537082-6afb-4b78-bd4b-c813aa80679c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-777908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router (4e22e6a9-43df-4833-a729-42f4073ea375), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:34.848370 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b185dcb-0ead-4df6-941e-f4f4986eb1ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp700f856c-545f-5006-8537-bc9c9f877a09-9a951bd2-b6a6-45c5-a4de-273e53cf0967', 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967', 'project_id': '221fd300d74c4248a1bfc9b785476477', 'fixed_ips': [{'subnet_id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41'}]}} from dv-cinder-820994-5-iscsi. {{(pid=106255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 11:25:34.849338 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3b185dcb-0ead-4df6-941e-f4f4986eb1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:34.858650 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8c537082-6afb-4b78-bd4b-c813aa80679c admin admin] Publish callbacks [] for router_controller (4e22e6a9-43df-4833-a729-42f4073ea375), precommit_add_association {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:34.999474 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.db_base_plugin_common [None req-3b185dcb-0ead-4df6-941e-f4f4986eb1ed None None] Allocated IP 172.20.0.2 (9a951bd2-b6a6-45c5-a4de-273e53cf0967/8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41/a654b665-9c03-4559-95ba-d70d9d921a52) {{(pid=106255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:25:35.001332 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8c537082-6afb-4b78-bd4b-c813aa80679c admin admin] Publish callbacks [] for router_gateway (4e22e6a9-43df-4833-a729-42f4073ea375), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:35.023866 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:35.049814 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:35.146563 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3b185dcb-0ead-4df6-941e-f4f4986eb1ed None None] Publish callbacks [] for port (a654b665-9c03-4559-95ba-d70d9d921a52), precommit_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:35.153745 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3b185dcb-0ead-4df6-941e-f4f4986eb1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (a654b665-9c03-4559-95ba-d70d9d921a52), after_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:35.183695 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8c537082-6afb-4b78-bd4b-c813aa80679c admin admin] Publish callbacks [] for router_gateway (4e22e6a9-43df-4833-a729-42f4073ea375), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:35.203379 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8c537082-6afb-4b78-bd4b-c813aa80679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:35.320051 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b185dcb-0ead-4df6-941e-f4f4986eb1ed None None] Network 9a951bd2-b6a6-45c5-a4de-273e53cf0967 is already hosted by enough agents. {{(pid=106255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:25:35.321962 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-8c537082-6afb-4b78-bd4b-c813aa80679c admin admin] Allocated IP 172.27.2.208 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/2e6dba98-91ff-4909-ac7a-bdb315aa8b44) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:25:35.324867 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.base_scheduler [None req-3b185dcb-0ead-4df6-941e-f4f4986eb1ed None None] Resources bound (agent type, host, resource id): {{(pid=106255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:25:35.328624 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b185dcb-0ead-4df6-941e-f4f4986eb1ed None None] Received port after_create {{(pid=106255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:25:35.331922 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b185dcb-0ead-4df6-941e-f4f4986eb1ed None None] Pushing event updated for resources: {'Port': ['ID=a654b665-9c03-4559-95ba-d70d9d921a52,revision_number=1']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:35.387543 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-3b185dcb-0ead-4df6-941e-f4f4986eb1ed None None] Attempting to bind port a654b665-9c03-4559-95ba-d70d9d921a52 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:25:35.387941 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-3b185dcb-0ead-4df6-941e-f4f4986eb1ed None None] Attempting to bind port a654b665-9c03-4559-95ba-d70d9d921a52 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': '28c59fe9-f85e-462f-9208-278d9e0fe8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:25:35.388309 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b185dcb-0ead-4df6-941e-f4f4986eb1ed None None] Attempting to bind port a654b665-9c03-4559-95ba-d70d9d921a52 on network 9a951bd2-b6a6-45c5-a4de-273e53cf0967 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:25:35.433072 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b185dcb-0ead-4df6-941e-f4f4986eb1ed None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:25:35.433448 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b185dcb-0ead-4df6-941e-f4f4986eb1ed None None] Checking segment: {'id': '28c59fe9-f85e-462f-9208-278d9e0fe8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:25:35.433851 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3b185dcb-0ead-4df6-941e-f4f4986eb1ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:35.434274 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b185dcb-0ead-4df6-941e-f4f4986eb1ed None None] Bound using segment: {'id': '28c59fe9-f85e-462f-9208-278d9e0fe8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:25:35.434748 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-3b185dcb-0ead-4df6-941e-f4f4986eb1ed None None] Bound port: a654b665-9c03-4559-95ba-d70d9d921a52, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c59fe9-f85e-462f-9208-278d9e0fe8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:25:35.435126 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3b185dcb-0ead-4df6-941e-f4f4986eb1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (a654b665-9c03-4559-95ba-d70d9d921a52), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:35.435240 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8c537082-6afb-4b78-bd4b-c813aa80679c admin admin] Publish callbacks [] for port (2e6dba98-91ff-4909-ac7a-bdb315aa8b44), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:35.466808 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8c537082-6afb-4b78-bd4b-c813aa80679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (2e6dba98-91ff-4909-ac7a-bdb315aa8b44), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:35.495255 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-3b185dcb-0ead-4df6-941e-f4f4986eb1ed None None] For port a654b665-9c03-4559-95ba-d70d9d921a52, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:25:35.498339 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-3b185dcb-0ead-4df6-941e-f4f4986eb1ed None None] For port a654b665-9c03-4559-95ba-d70d9d921a52, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=a654b665-9c03-4559-95ba-d70d9d921a52,segment=NetworkSegment(28c59fe9-f85e-462f-9208-278d9e0fe8d5),segment_id=28c59fe9-f85e-462f-9208-278d9e0fe8d5)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:25:35.504234 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3b185dcb-0ead-4df6-941e-f4f4986eb1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (a654b665-9c03-4559-95ba-d70d9d921a52), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:35.507786 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c537082-6afb-4b78-bd4b-c813aa80679c admin admin] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:25:35.510740 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-8c537082-6afb-4b78-bd4b-c813aa80679c admin admin] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:25:35.514656 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c537082-6afb-4b78-bd4b-c813aa80679c admin admin] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:25:35.545441 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c537082-6afb-4b78-bd4b-c813aa80679c admin admin] Pushing event updated for resources: {'Port': ['ID=2e6dba98-91ff-4909-ac7a-bdb315aa8b44,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:35.567801 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b185dcb-0ead-4df6-941e-f4f4986eb1ed None None] Pushing event updated for resources: {'Port': ['ID=a654b665-9c03-4559-95ba-d70d9d921a52,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:35.655748 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:35.665589 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:35.802027 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8c537082-6afb-4b78-bd4b-c813aa80679c admin admin] Publish callbacks [] for router_gateway (4e22e6a9-43df-4833-a729-42f4073ea375), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:35.826810 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f531d2-7641-4783-869c-42697030f06c req-239164a0-0ac4-4f23-975c-affbddaea6c1 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:35.828523 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-98f531d2-7641-4783-869c-42697030f06c req-239164a0-0ac4-4f23-975c-affbddaea6c1 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0605671 Sep 19 11:25:35.853247 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['7caf44f4-6ec4-453f-b026-5ce545b8b513'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:25:35.922232 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:35.934732 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-98f531d2-7641-4783-869c-42697030f06c req-2546cf5b-9d54-4fec-a43b-39294717a86a tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002603 Sep 19 11:25:35.950093 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44542684-b382-4ba0-89df-3a90c77baa9d req-b24750e6-1df6-474c-a5e9-8df665d62178 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:35.951888 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-44542684-b382-4ba0-89df-3a90c77baa9d req-b24750e6-1df6-474c-a5e9-8df665d62178 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 944 time: 0.0670962 Sep 19 11:25:36.011841 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-44542684-b382-4ba0-89df-3a90c77baa9d req-56d2cafb-9076-46e0-b2d0-f48ab0df56cc tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535953 Sep 19 11:25:36.031133 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8c537082-6afb-4b78-bd4b-c813aa80679c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-777964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779044'] for router (4e22e6a9-43df-4833-a729-42f4073ea375), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:36.156073 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c537082-6afb-4b78-bd4b-c813aa80679c admin admin] Router 4e22e6a9-43df-4833-a729-42f4073ea375 is scheduled to L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 with binding_index 1 {{(pid=106254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 11:25:36.271671 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c537082-6afb-4b78-bd4b-c813aa80679c admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:25:36.282893 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d855b53c-6980-4a00-8d98-882666431723 None None] Sync routers for ids ['4e22e6a9-43df-4833-a729-42f4073ea375'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:25:36.293984 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8c537082-6afb-4b78-bd4b-c813aa80679c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:36.295242 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-8c537082-6afb-4b78-bd4b-c813aa80679c admin admin] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5263412 Sep 19 11:25:36.296976 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d855b53c-6980-4a00-8d98-882666431723 None None] Routers {'4e22e6a9-43df-4833-a729-42f4073ea375'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:25:36.297936 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 58274) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:36.298058 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d855b53c-6980-4a00-8d98-882666431723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:25:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['4e22e6a9-43df-4833-a729-42f4073ea375'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:25:36.440449 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-d855b53c-6980-4a00-8d98-882666431723 None None] Set router 4e22e6a9-43df-4833-a729-42f4073ea375 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:25:36.575704 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59383724-947c-44e5-adf8-8d2b2ff462ee None None] Network 9a951bd2-b6a6-45c5-a4de-273e53cf0967 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:25:36.636854 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:36.637783 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:36.638765 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-c96083fd-594c-4b88-b234-307df801bc64 None None] Provisioning complete for port a654b665-9c03-4559-95ba-d70d9d921a52 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:25:36.639329 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c96083fd-594c-4b88-b234-307df801bc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (a654b665-9c03-4559-95ba-d70d9d921a52), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:36.639662 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-c96083fd-594c-4b88-b234-307df801bc64 None None] Attempt 1 to provision port a654b665-9c03-4559-95ba-d70d9d921a52 Sep 19 11:25:36.727095 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d855b53c-6980-4a00-8d98-882666431723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'name': 'tempest-TestShelveInstance-1238516448-router', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:34Z', 'updated_at': '2022-09-19T11:25:35Z', 'revision_number': 3, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'gw_port': {'id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:35Z', 'updated_at': '2022-09-19T11:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:25:36.778126 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d855b53c-6980-4a00-8d98-882666431723 None None] Checking router: 4e22e6a9-43df-4833-a729-42f4073ea375 for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:25:36.778342 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d855b53c-6980-4a00-8d98-882666431723 None None] Updating router 4e22e6a9-43df-4833-a729-42f4073ea375 port 2e6dba98-91ff-4909-ac7a-bdb315aa8b44 binding host dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:25:36.840311 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d855b53c-6980-4a00-8d98-882666431723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (2e6dba98-91ff-4909-ac7a-bdb315aa8b44), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:36.856292 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:36.876466 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-c96083fd-594c-4b88-b234-307df801bc64 None None] Current status of the port a654b665-9c03-4559-95ba-d70d9d921a52 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:25:36.876851 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c96083fd-594c-4b88-b234-307df801bc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (a654b665-9c03-4559-95ba-d70d9d921a52), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:36.914286 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:36.950882 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bc9f022f-85fc-4de0-83f3-fee0439a3887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:36.988088 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-c96083fd-594c-4b88-b234-307df801bc64 None None] For port a654b665-9c03-4559-95ba-d70d9d921a52, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=a654b665-9c03-4559-95ba-d70d9d921a52,segment=NetworkSegment(28c59fe9-f85e-462f-9208-278d9e0fe8d5),segment_id=28c59fe9-f85e-462f-9208-278d9e0fe8d5)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:25:36.997880 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c96083fd-594c-4b88-b234-307df801bc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (a654b665-9c03-4559-95ba-d70d9d921a52), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:37.090401 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe409a-dc95-437e-ac2b-dd5676a6ce18 req-057c0bf7-de29-406e-8060-30000b7c7ff6 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:37.091792 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a6fe409a-dc95-437e-ac2b-dd5676a6ce18 req-057c0bf7-de29-406e-8060-30000b7c7ff6 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0477850 Sep 19 11:25:37.097743 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96083fd-594c-4b88-b234-307df801bc64 None None] Pushing event updated for resources: {'Port': ['ID=a654b665-9c03-4559-95ba-d70d9d921a52,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:37.124065 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-bc9f022f-85fc-4de0-83f3-fee0439a3887 admin admin] Allocated IP 172.20.0.1 (9a951bd2-b6a6-45c5-a4de-273e53cf0967/8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41/3c944ab3-51da-41f7-ba3b-bd2610a4f431) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:25:37.137254 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-9029b1ec-290c-4633-9aae-af81f5787013 None None] Provisioning complete for port a654b665-9c03-4559-95ba-d70d9d921a52 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:25:37.137622 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9029b1ec-290c-4633-9aae-af81f5787013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (a654b665-9c03-4559-95ba-d70d9d921a52), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:37.137955 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-9029b1ec-290c-4633-9aae-af81f5787013 None None] Attempt 1 to provision port a654b665-9c03-4559-95ba-d70d9d921a52 Sep 19 11:25:37.148323 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a6fe409a-dc95-437e-ac2b-dd5676a6ce18 req-50256719-1f18-42d1-a84b-a068c0a040db tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501525 Sep 19 11:25:37.240863 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bc9f022f-85fc-4de0-83f3-fee0439a3887 admin admin] Publish callbacks [] for port (3c944ab3-51da-41f7-ba3b-bd2610a4f431), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:37.247035 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d855b53c-6980-4a00-8d98-882666431723 None None] Publish callbacks [] for port (2e6dba98-91ff-4909-ac7a-bdb315aa8b44), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:37.266632 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a2275-2b3a-4426-b877-2a220334233d req-c58ad3fe-3b2a-4802-ba03-503eb62a0948 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:37.268282 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8c1a2275-2b3a-4426-b877-2a220334233d req-c58ad3fe-3b2a-4802-ba03-503eb62a0948 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 944 time: 0.0576615 Sep 19 11:25:37.275143 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d855b53c-6980-4a00-8d98-882666431723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (2e6dba98-91ff-4909-ac7a-bdb315aa8b44), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:37.285115 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bc9f022f-85fc-4de0-83f3-fee0439a3887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (3c944ab3-51da-41f7-ba3b-bd2610a4f431), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:37.315949 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-d855b53c-6980-4a00-8d98-882666431723 None None] Attempting to bind port 2e6dba98-91ff-4909-ac7a-bdb315aa8b44 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:25:37.316322 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-d855b53c-6980-4a00-8d98-882666431723 None None] Attempting to bind port 2e6dba98-91ff-4909-ac7a-bdb315aa8b44 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:25:37.316688 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d855b53c-6980-4a00-8d98-882666431723 None None] Attempting to bind port 2e6dba98-91ff-4909-ac7a-bdb315aa8b44 on network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:25:37.320969 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-9029b1ec-290c-4633-9aae-af81f5787013 None None] Current status of the port a654b665-9c03-4559-95ba-d70d9d921a52 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:25:37.330011 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:37.334620 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8c1a2275-2b3a-4426-b877-2a220334233d req-371b99da-075d-4484-b4ee-83d00e7bba1e tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603075 Sep 19 11:25:37.363517 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9f022f-85fc-4de0-83f3-fee0439a3887 admin admin] Network 9a951bd2-b6a6-45c5-a4de-273e53cf0967 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:25:37.366613 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-bc9f022f-85fc-4de0-83f3-fee0439a3887 admin admin] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:25:37.373289 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9f022f-85fc-4de0-83f3-fee0439a3887 admin admin] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:25:37.381624 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08622373-ce31-40d7-8135-be3e4fbb273f None None] Pushing event updated for resources: {'Port': ['ID=2e6dba98-91ff-4909-ac7a-bdb315aa8b44,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:37.402762 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d855b53c-6980-4a00-8d98-882666431723 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:25:37.403276 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d855b53c-6980-4a00-8d98-882666431723 None None] Checking segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:25:37.403685 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d855b53c-6980-4a00-8d98-882666431723 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:37.404129 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d855b53c-6980-4a00-8d98-882666431723 None None] Bound using segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:25:37.404605 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-d855b53c-6980-4a00-8d98-882666431723 None None] Bound port: 2e6dba98-91ff-4909-ac7a-bdb315aa8b44, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:25:37.404989 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d855b53c-6980-4a00-8d98-882666431723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (2e6dba98-91ff-4909-ac7a-bdb315aa8b44), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:37.405342 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f022f-85fc-4de0-83f3-fee0439a3887 admin admin] Pushing event updated for resources: {'Port': ['ID=3c944ab3-51da-41f7-ba3b-bd2610a4f431,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:37.422286 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bc9f022f-85fc-4de0-83f3-fee0439a3887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687133'] for router_interface (4e22e6a9-43df-4833-a729-42f4073ea375), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:37.429607 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device a654b665-9c03-4559-95ba-d70d9d921a52 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:25:37.494497 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-d855b53c-6980-4a00-8d98-882666431723 None None] For port 2e6dba98-91ff-4909-ac7a-bdb315aa8b44, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:25:37.496313 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:37.498249 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-d855b53c-6980-4a00-8d98-882666431723 None None] For port 2e6dba98-91ff-4909-ac7a-bdb315aa8b44, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=2e6dba98-91ff-4909-ac7a-bdb315aa8b44,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:25:37.507375 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d855b53c-6980-4a00-8d98-882666431723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (2e6dba98-91ff-4909-ac7a-bdb315aa8b44), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:37.536457 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port a654b665-9c03-4559-95ba-d70d9d921a52 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:25:37.536838 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (a654b665-9c03-4559-95ba-d70d9d921a52), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:37.537184 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port a654b665-9c03-4559-95ba-d70d9d921a52 Sep 19 11:25:37.553662 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bc9f022f-85fc-4de0-83f3-fee0439a3887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (3c944ab3-51da-41f7-ba3b-bd2610a4f431), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:37.590283 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d855b53c-6980-4a00-8d98-882666431723 None None] Routers {'4e22e6a9-43df-4833-a729-42f4073ea375'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:25:37.590860 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d855b53c-6980-4a00-8d98-882666431723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:25:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['4e22e6a9-43df-4833-a729-42f4073ea375'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:25:37.622365 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:37.722986 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bc9f022f-85fc-4de0-83f3-fee0439a3887 admin admin] Publish callbacks [] for port (3c944ab3-51da-41f7-ba3b-bd2610a4f431), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:37.728136 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bc9f022f-85fc-4de0-83f3-fee0439a3887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336761'] for port (3c944ab3-51da-41f7-ba3b-bd2610a4f431), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:37.756172 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08622373-ce31-40d7-8135-be3e4fbb273f None None] Pushing event updated for resources: {'Port': ['ID=2e6dba98-91ff-4909-ac7a-bdb315aa8b44,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:37.777775 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-b93d9812-0f50-49e8-82c7-2d04aabc9ed8 None None] Provisioning complete for port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:25:37.778156 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b93d9812-0f50-49e8-82c7-2d04aabc9ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (3c944ab3-51da-41f7-ba3b-bd2610a4f431), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:37.778492 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-b93d9812-0f50-49e8-82c7-2d04aabc9ed8 None None] Attempt 1 to provision port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 Sep 19 11:25:37.798499 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f022f-85fc-4de0-83f3-fee0439a3887 admin admin] Pushing event updated for resources: {'Port': ['ID=3c944ab3-51da-41f7-ba3b-bd2610a4f431,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:37.801630 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bc9f022f-85fc-4de0-83f3-fee0439a3887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687241'] for router_interface (4e22e6a9-43df-4833-a729-42f4073ea375), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:37.807727 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:37.875484 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-b93d9812-0f50-49e8-82c7-2d04aabc9ed8 None None] Port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:25:37.881780 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port a654b665-9c03-4559-95ba-d70d9d921a52 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:25:37.892490 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-d855b53c-6980-4a00-8d98-882666431723 None None] Set router 4e22e6a9-43df-4833-a729-42f4073ea375 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:25:37.898831 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9f022f-85fc-4de0-83f3-fee0439a3887 admin admin] Network 9a951bd2-b6a6-45c5-a4de-273e53cf0967 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:25:37.900364 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-bc9f022f-85fc-4de0-83f3-fee0439a3887 admin admin] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:25:38.017568 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9f022f-85fc-4de0-83f3-fee0439a3887 admin admin] Router 4e22e6a9-43df-4833-a729-42f4073ea375 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:25:38.100366 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d855b53c-6980-4a00-8d98-882666431723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'name': 'tempest-TestShelveInstance-1238516448-router', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:34Z', 'updated_at': '2022-09-19T11:25:37Z', 'revision_number': 4, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'gw_port': {'id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:35Z', 'updated_at': '2022-09-19T11:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '3c944ab3-51da-41f7-ba3b-bd2610a4f431', 'name': '', 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'mac_address': 'fa:16:3e:d4:0f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:36Z', 'updated_at': '2022-09-19T11:25:37Z', 'revision_number': 1, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'subnets': [{'id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:25:38.125452 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d855b53c-6980-4a00-8d98-882666431723 None None] The sync data for ids ['4e22e6a9-43df-4833-a729-42f4073ea375'] in dv-cinder-820994-5-iscsi is: [{'id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'name': 'tempest-TestShelveInstance-1238516448-router', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:34Z', 'updated_at': '2022-09-19T11:25:37Z', 'revision_number': 4, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'gw_port': {'id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:35Z', 'updated_at': '2022-09-19T11:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '3c944ab3-51da-41f7-ba3b-bd2610a4f431', 'name': '', 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'mac_address': 'fa:16:3e:d4:0f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:36Z', 'updated_at': '2022-09-19T11:25:37Z', 'revision_number': 1, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'subnets': [{'id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:25:38.125768 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9f022f-85fc-4de0-83f3-fee0439a3887 admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:25:38.130957 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-bc9f022f-85fc-4de0-83f3-fee0439a3887 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/4e22e6a9-43df-4833-a729-42f4073ea375/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8317184 Sep 19 11:25:38.284061 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d901d-ea29-48e0-a0fa-1ca808731e0c req-1164f4d7-beb6-4fe0-a523-0fdebc0a417f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:38.285677 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-407d901d-ea29-48e0-a0fa-1ca808731e0c req-1164f4d7-beb6-4fe0-a523-0fdebc0a417f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0527947 Sep 19 11:25:38.353490 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-407d901d-ea29-48e0-a0fa-1ca808731e0c req-927e0ba4-3479-4ad2-a4b0-63edff18c1b2 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616946 Sep 19 11:25:38.376343 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-b93d9812-0f50-49e8-82c7-2d04aabc9ed8 None None] Attempt 2 to provision port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 Sep 19 11:25:38.430299 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-b93d9812-0f50-49e8-82c7-2d04aabc9ed8 None None] Port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:25:38.487513 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec35893-736a-4934-be32-0207687bd8f2 req-89464294-7df4-4d50-b29d-66a614ed5a4e tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:38.489104 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6ec35893-736a-4934-be32-0207687bd8f2 req-89464294-7df4-4d50-b29d-66a614ed5a4e tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 944 time: 0.0585792 Sep 19 11:25:38.546850 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6ec35893-736a-4934-be32-0207687bd8f2 req-e9a64008-6fc8-4682-8c23-ce7379186af4 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518281 Sep 19 11:25:38.681588 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 58306) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:38.686611 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-35e5c4bf-5d05-4b73-8a39-d55a396eeb64 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-948618337-network', 'tenant_id': '8b760388f536433ba529aa20b48b8c63'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:25:38.708372 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e5c4bf-5d05-4b73-8a39-d55a396eeb64 admin admin] Made reservation on behalf of 8b760388f536433ba529aa20b48b8c63 for: {'network': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:25:38.711446 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-35e5c4bf-5d05-4b73-8a39-d55a396eeb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for network (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:38.720614 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-35e5c4bf-5d05-4b73-8a39-d55a396eeb64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:38.800830 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-35e5c4bf-5d05-4b73-8a39-d55a396eeb64 admin admin] Publish callbacks [] for security_group (90d8a2dd-02e7-4ce7-a681-ee69a3101d5a), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:38.804950 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-35e5c4bf-5d05-4b73-8a39-d55a396eeb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (90d8a2dd-02e7-4ce7-a681-ee69a3101d5a), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:38.835703 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e5c4bf-5d05-4b73-8a39-d55a396eeb64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=106254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 11:25:38.843296 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5c4bf-5d05-4b73-8a39-d55a396eeb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d8a2dd-02e7-4ce7-a681-ee69a3101d5a,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:38.851900 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-35e5c4bf-5d05-4b73-8a39-d55a396eeb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (db977fb6-6cb3-46ad-81ce-326e1cd1548e), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:38.852364 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.segments_db [None req-35e5c4bf-5d05-4b73-8a39-d55a396eeb64 admin admin] Added segment db977fb6-6cb3-46ad-81ce-326e1cd1548e of type vlan for network 11af5456-46ce-4514-a99f-f775d9066500 Sep 19 11:25:38.901765 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-35e5c4bf-5d05-4b73-8a39-d55a396eeb64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730871930287'] for network (11af5456-46ce-4514-a99f-f775d9066500), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:38.905479 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:38.932375 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-35e5c4bf-5d05-4b73-8a39-d55a396eeb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for network (11af5456-46ce-4514-a99f-f775d9066500), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:38.933528 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e5c4bf-5d05-4b73-8a39-d55a396eeb64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:38.934117 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-35e5c4bf-5d05-4b73-8a39-d55a396eeb64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:38.938837 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-b93d9812-0f50-49e8-82c7-2d04aabc9ed8 None None] Attempt 3 to provision port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 Sep 19 11:25:38.988440 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-b93d9812-0f50-49e8-82c7-2d04aabc9ed8 None None] Port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:25:38.990925 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-35e5c4bf-5d05-4b73-8a39-d55a396eeb64 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3082237 Sep 19 11:25:38.994178 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 58314) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:39.008837 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-582d14cf-76da-4743-85d7-7ed615815f8b admin admin] Request body: {'subnet': {'network_id': '11af5456-46ce-4514-a99f-f775d9066500', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-948618337-subnet', 'tenant_id': '8b760388f536433ba529aa20b48b8c63', 'ip_version': 4}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:25:39.027136 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5c4bf-5d05-4b73-8a39-d55a396eeb64 admin admin] Pushing event updated for resources: {'Network': ['ID=11af5456-46ce-4514-a99f-f775d9066500,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:39.042987 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Network 11af5456-46ce-4514-a99f-f775d9066500 details requested by agent ovs-agent-dv-cinder-820994-5-iscsi with host dv-cinder-820994-5-iscsi {{(pid=106255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 11:25:39.047431 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582d14cf-76da-4743-85d7-7ed615815f8b admin admin] Made reservation on behalf of 8b760388f536433ba529aa20b48b8c63 for: {'subnet': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:25:39.050648 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-582d14cf-76da-4743-85d7-7ed615815f8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14016182'] for subnet (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:39.191939 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:39.264364 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-582d14cf-76da-4743-85d7-7ed615815f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15337904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14016160'] for subnet (efb99244-536e-4756-8c91-ef284a8a4c69), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:39.322633 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d14cf-76da-4743-85d7-7ed615815f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb99244-536e-4756-8c91-ef284a8a4c69,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:39.343037 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582d14cf-76da-4743-85d7-7ed615815f8b admin admin] Checking segment: {'id': 'db977fb6-6cb3-46ad-81ce-326e1cd1548e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '11af5456-46ce-4514-a99f-f775d9066500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:25:39.344395 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582d14cf-76da-4743-85d7-7ed615815f8b admin admin] Network hostable DHCP agents. Network: 11af5456-46ce-4514-a99f-f775d9066500, hostable agents: ['4823e8b3-ab16-40fd-b6f9-cda48b53bbb0'], hosted agents: [] {{(pid=106254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 11:25:39.373248 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582d14cf-76da-4743-85d7-7ed615815f8b admin admin] Network 11af5456-46ce-4514-a99f-f775d9066500 is scheduled to be hosted by DHCP agent 4823e8b3-ab16-40fd-b6f9-cda48b53bbb0 with binding_index 1 {{(pid=106254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 11:25:39.386738 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-582d14cf-76da-4743-85d7-7ed615815f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-5-iscsi, 11af5456-46ce-4514-a99f-f775d9066500) {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:25:39.388691 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 2e6dba98-91ff-4909-ac7a-bdb315aa8b44 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:25:39.392804 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582d14cf-76da-4743-85d7-7ed615815f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:39.394640 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-582d14cf-76da-4743-85d7-7ed615815f8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:39.418592 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fca145-3114-4cac-b69c-bb350444c2f5 None None] Network 11af5456-46ce-4514-a99f-f775d9066500 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:25:39.433176 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-582d14cf-76da-4743-85d7-7ed615815f8b admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4379380 Sep 19 11:25:39.435663 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 58320) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:39.440135 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-e8b5706a-7c18-4438-9379-3a82aa721fda admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-948618337-router', 'tenant_id': '8b760388f536433ba529aa20b48b8c63', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:25:39.473220 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e8b5706a-7c18-4438-9379-3a82aa721fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12666'] for router (12db4cb1-722e-46d4-bcd4-e9d9da72b4ba), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:39.474590 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e8b5706a-7c18-4438-9379-3a82aa721fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-777908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router (12db4cb1-722e-46d4-bcd4-e9d9da72b4ba), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:39.487820 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 7caf44f4-6ec4-453f-b026-5ce545b8b513 up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:25:39.493224 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-b93d9812-0f50-49e8-82c7-2d04aabc9ed8 None None] Attempt 4 to provision port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 Sep 19 11:25:39.532565 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbea14-b2a3-435e-a8c8-7c52a6599839 req-28bb7407-ffda-4e4d-aee7-0e8047d38645 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:39.535230 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-74cbea14-b2a3-435e-a8c8-7c52a6599839 req-28bb7407-ffda-4e4d-aee7-0e8047d38645 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0719879 Sep 19 11:25:39.541380 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:39.548063 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e8b5706a-7c18-4438-9379-3a82aa721fda admin admin] Publish callbacks [] for router_controller (12db4cb1-722e-46d4-bcd4-e9d9da72b4ba), precommit_add_association {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:39.579814 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:39.605373 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:39.607794 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 2e6dba98-91ff-4909-ac7a-bdb315aa8b44 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:25:39.608288 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (2e6dba98-91ff-4909-ac7a-bdb315aa8b44), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:39.608699 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 2e6dba98-91ff-4909-ac7a-bdb315aa8b44 Sep 19 11:25:39.612738 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-b93d9812-0f50-49e8-82c7-2d04aabc9ed8 None None] Port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:25:39.634187 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-74cbea14-b2a3-435e-a8c8-7c52a6599839 req-9bb40c57-de74-400c-af60-21c13f30e1b4 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873656 Sep 19 11:25:39.724356 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning for port 7caf44f4-6ec4-453f-b026-5ce545b8b513 completed by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 11:25:39.746938 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port 7caf44f4-6ec4-453f-b026-5ce545b8b513 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:25:39.747525 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (7caf44f4-6ec4-453f-b026-5ce545b8b513), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:39.748007 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port 7caf44f4-6ec4-453f-b026-5ce545b8b513 Sep 19 11:25:39.748772 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e8b5706a-7c18-4438-9379-3a82aa721fda admin admin] Publish callbacks [] for router_gateway (12db4cb1-722e-46d4-bcd4-e9d9da72b4ba), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:39.756254 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1d388-b45e-4f46-83d9-ad4529ec6429 req-b54992bb-4cde-490e-adbc-a7a71ba07e87 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:39.758254 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6ba1d388-b45e-4f46-83d9-ad4529ec6429 req-b54992bb-4cde-490e-adbc-a7a71ba07e87 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 944 time: 0.0724139 Sep 19 11:25:39.832423 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 2e6dba98-91ff-4909-ac7a-bdb315aa8b44 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:25:39.833069 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (2e6dba98-91ff-4909-ac7a-bdb315aa8b44), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:39.845502 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6ba1d388-b45e-4f46-83d9-ad4529ec6429 req-ce546f2b-e7a3-4aa4-8bfb-f9f479b2379c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807769 Sep 19 11:25:39.876284 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17cea05-556a-4f65-8ab7-5c0c4afeabec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp700f856c-545f-5006-8537-bc9c9f877a09-11af5456-46ce-4514-a99f-f775d9066500', 'network_id': '11af5456-46ce-4514-a99f-f775d9066500', 'project_id': '8b760388f536433ba529aa20b48b8c63', 'fixed_ips': [{'subnet_id': 'efb99244-536e-4756-8c91-ef284a8a4c69'}]}} from dv-cinder-820994-5-iscsi. {{(pid=106255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 11:25:39.876284 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d17cea05-556a-4f65-8ab7-5c0c4afeabec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:39.902110 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] For port 2e6dba98-91ff-4909-ac7a-bdb315aa8b44, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=2e6dba98-91ff-4909-ac7a-bdb315aa8b44,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:25:39.912579 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 7caf44f4-6ec4-453f-b026-5ce545b8b513 is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:25:39.912970 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (7caf44f4-6ec4-453f-b026-5ce545b8b513), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:39.917826 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (2e6dba98-91ff-4909-ac7a-bdb315aa8b44), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:39.989135 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e8b5706a-7c18-4438-9379-3a82aa721fda admin admin] Publish callbacks [] for router_gateway (12db4cb1-722e-46d4-bcd4-e9d9da72b4ba), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:40.010833 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e8b5706a-7c18-4438-9379-3a82aa721fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:40.022347 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:40.028057 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6be205d-fa54-491f-87bf-159cda85b1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7caf44f4-6ec4-453f-b026-5ce545b8b513'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:25:40.030289 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19d1a4f-4887-4b7d-a0c7-a1aaab212f31" -d '{"events": [{"server_uuid": "e6be205d-fa54-491f-87bf-159cda85b1c3", "name": "network-vif-plugged", "status": "completed", "tag": "7caf44f4-6ec4-453f-b026-5ce545b8b513"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:25:40.060549 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 7caf44f4-6ec4-453f-b026-5ce545b8b513, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=7caf44f4-6ec4-453f-b026-5ce545b8b513,segment=NetworkSegment(72995677-08f5-40c1-af00-f097f32b62f8),segment_id=72995677-08f5-40c1-af00-f097f32b62f8)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:25:40.073199 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (7caf44f4-6ec4-453f-b026-5ce545b8b513), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:40.101479 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Pushing event updated for resources: {'Port': ['ID=2e6dba98-91ff-4909-ac7a-bdb315aa8b44,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:40.126593 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f759c8b0-a0de-4d38-ba45-0d23dd81f80e x-openstack-request-id: req-f759c8b0-a0de-4d38-ba45-0d23dd81f80e {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:25:40.126903 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6be205d-fa54-491f-87bf-159cda85b1c3", "name": "network-vif-plugged", "status": "completed", "tag": "7caf44f4-6ec4-453f-b026-5ce545b8b513", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:25:40.127152 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f759c8b0-a0de-4d38-ba45-0d23dd81f80e {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:25:40.128872 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f759c8b0-a0de-4d38-ba45-0d23dd81f80e'] response: {'server_uuid': 'e6be205d-fa54-491f-87bf-159cda85b1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7caf44f4-6ec4-453f-b026-5ce545b8b513', 'code': 200} Sep 19 11:25:40.129861 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-b93d9812-0f50-49e8-82c7-2d04aabc9ed8 None None] Attempt 5 to provision port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 Sep 19 11:25:40.138252 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-e8b5706a-7c18-4438-9379-3a82aa721fda admin admin] Allocated IP 172.27.2.41 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:25:40.209844 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.db_base_plugin_common [None req-d17cea05-556a-4f65-8ab7-5c0c4afeabec None None] Allocated IP 172.20.0.2 (11af5456-46ce-4514-a99f-f775d9066500/efb99244-536e-4756-8c91-ef284a8a4c69/f28cc0fb-56a3-4297-93d1-14a127f9ec54) {{(pid=106255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:25:40.231339 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-b93d9812-0f50-49e8-82c7-2d04aabc9ed8 None None] Port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:25:40.241992 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=7caf44f4-6ec4-453f-b026-5ce545b8b513,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:40.313149 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e8b5706a-7c18-4438-9379-3a82aa721fda admin admin] Publish callbacks [] for port (7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:40.356152 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:40.377534 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e8b5706a-7c18-4438-9379-3a82aa721fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:40.421700 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d17cea05-556a-4f65-8ab7-5c0c4afeabec None None] Publish callbacks [] for port (f28cc0fb-56a3-4297-93d1-14a127f9ec54), precommit_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:40.424728 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24817693-f085-4b9e-b553-33929b313965 req-c0a748aa-83a4-4090-b742-0c19d8afae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:40.427189 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-24817693-f085-4b9e-b553-33929b313965 req-c0a748aa-83a4-4090-b742-0c19d8afae8d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 1129 time: 0.0778160 Sep 19 11:25:40.431187 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d17cea05-556a-4f65-8ab7-5c0c4afeabec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (f28cc0fb-56a3-4297-93d1-14a127f9ec54), after_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:40.435142 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b5706a-7c18-4438-9379-3a82aa721fda admin admin] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:25:40.440177 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-e8b5706a-7c18-4438-9379-3a82aa721fda admin admin] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:25:40.443738 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b5706a-7c18-4438-9379-3a82aa721fda admin admin] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:25:40.493096 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5706a-7c18-4438-9379-3a82aa721fda admin admin] Pushing event updated for resources: {'Port': ['ID=7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:40.509796 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17cea05-556a-4f65-8ab7-5c0c4afeabec None None] Network 11af5456-46ce-4514-a99f-f775d9066500 is already hosted by enough agents. {{(pid=106255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:25:40.511257 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.base_scheduler [None req-d17cea05-556a-4f65-8ab7-5c0c4afeabec None None] Resources bound (agent type, host, resource id): {{(pid=106255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:25:40.515322 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17cea05-556a-4f65-8ab7-5c0c4afeabec None None] Received port after_create {{(pid=106255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:25:40.520165 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:40.523657 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-24817693-f085-4b9e-b553-33929b313965 req-ea14637b-cb11-48f4-b1d4-b7459d414a1b service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893500 Sep 19 11:25:40.528964 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cea05-556a-4f65-8ab7-5c0c4afeabec None None] Pushing event updated for resources: {'Port': ['ID=f28cc0fb-56a3-4297-93d1-14a127f9ec54,revision_number=1']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:40.532877 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:40.593172 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-d17cea05-556a-4f65-8ab7-5c0c4afeabec None None] Attempting to bind port f28cc0fb-56a3-4297-93d1-14a127f9ec54 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:25:40.593552 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-d17cea05-556a-4f65-8ab7-5c0c4afeabec None None] Attempting to bind port f28cc0fb-56a3-4297-93d1-14a127f9ec54 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'db977fb6-6cb3-46ad-81ce-326e1cd1548e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '11af5456-46ce-4514-a99f-f775d9066500'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:25:40.593909 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17cea05-556a-4f65-8ab7-5c0c4afeabec None None] Attempting to bind port f28cc0fb-56a3-4297-93d1-14a127f9ec54 on network 11af5456-46ce-4514-a99f-f775d9066500 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:25:40.639136 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17cea05-556a-4f65-8ab7-5c0c4afeabec None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:25:40.639512 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17cea05-556a-4f65-8ab7-5c0c4afeabec None None] Checking segment: {'id': 'db977fb6-6cb3-46ad-81ce-326e1cd1548e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '11af5456-46ce-4514-a99f-f775d9066500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:25:40.639953 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d17cea05-556a-4f65-8ab7-5c0c4afeabec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:40.640348 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17cea05-556a-4f65-8ab7-5c0c4afeabec None None] Bound using segment: {'id': 'db977fb6-6cb3-46ad-81ce-326e1cd1548e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '11af5456-46ce-4514-a99f-f775d9066500'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:25:40.640886 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-d17cea05-556a-4f65-8ab7-5c0c4afeabec None None] Bound port: f28cc0fb-56a3-4297-93d1-14a127f9ec54, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db977fb6-6cb3-46ad-81ce-326e1cd1548e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '11af5456-46ce-4514-a99f-f775d9066500'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:25:40.641277 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d17cea05-556a-4f65-8ab7-5c0c4afeabec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (f28cc0fb-56a3-4297-93d1-14a127f9ec54), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:40.665157 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] Sync routers for ids ['4e22e6a9-43df-4833-a729-42f4073ea375'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:25:40.678489 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] Routers {'4e22e6a9-43df-4833-a729-42f4073ea375'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:25:40.679288 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:25:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['4e22e6a9-43df-4833-a729-42f4073ea375'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:25:40.722244 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-d17cea05-556a-4f65-8ab7-5c0c4afeabec None None] For port f28cc0fb-56a3-4297-93d1-14a127f9ec54, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:25:40.726437 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-d17cea05-556a-4f65-8ab7-5c0c4afeabec None None] For port f28cc0fb-56a3-4297-93d1-14a127f9ec54, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=f28cc0fb-56a3-4297-93d1-14a127f9ec54,segment=NetworkSegment(db977fb6-6cb3-46ad-81ce-326e1cd1548e),segment_id=db977fb6-6cb3-46ad-81ce-326e1cd1548e)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:25:40.732325 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-b93d9812-0f50-49e8-82c7-2d04aabc9ed8 None None] Attempt 6 to provision port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 Sep 19 11:25:40.775148 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d17cea05-556a-4f65-8ab7-5c0c4afeabec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (f28cc0fb-56a3-4297-93d1-14a127f9ec54), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:40.829179 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-b93d9812-0f50-49e8-82c7-2d04aabc9ed8 None None] Port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:25:40.834960 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6849f-62f3-40a6-9755-c88f53378845 req-b5110ade-85f2-47e2-a138-f41f1b3bfe5a tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:40.836476 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] Set router 4e22e6a9-43df-4833-a729-42f4073ea375 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:25:40.839575 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-31f6849f-62f3-40a6-9755-c88f53378845 req-b5110ade-85f2-47e2-a138-f41f1b3bfe5a tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0841289 Sep 19 11:25:40.866253 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cea05-556a-4f65-8ab7-5c0c4afeabec None None] Pushing event updated for resources: {'Port': ['ID=f28cc0fb-56a3-4297-93d1-14a127f9ec54,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:40.941528 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-31f6849f-62f3-40a6-9755-c88f53378845 req-e1785443-869e-4828-884a-276d86880720 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937226 Sep 19 11:25:41.008743 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e8b5706a-7c18-4438-9379-3a82aa721fda admin admin] Publish callbacks [] for router_gateway (12db4cb1-722e-46d4-bcd4-e9d9da72b4ba), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:41.019805 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd22b5-ee72-4d26-8856-a6952ca8d07c req-5e1f9d1e-4b29-498a-bdb5-2d78a9d83d2f tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:41.026836 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2abd22b5-ee72-4d26-8856-a6952ca8d07c req-5e1f9d1e-4b29-498a-bdb5-2d78a9d83d2f tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0696728 Sep 19 11:25:41.088649 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2abd22b5-ee72-4d26-8856-a6952ca8d07c req-e29d7a26-7eb1-4816-9f36-d7bb290e1f33 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608833 Sep 19 11:25:41.091289 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'name': 'tempest-TestShelveInstance-1238516448-router', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:34Z', 'updated_at': '2022-09-19T11:25:37Z', 'revision_number': 4, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'gw_port': {'id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:35Z', 'updated_at': '2022-09-19T11:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '3c944ab3-51da-41f7-ba3b-bd2610a4f431', 'name': '', 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'mac_address': 'fa:16:3e:d4:0f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:36Z', 'updated_at': '2022-09-19T11:25:37Z', 'revision_number': 2, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'subnets': [{'id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:25:41.213184 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] Checking router: 4e22e6a9-43df-4833-a729-42f4073ea375 for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:25:41.213723 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] Updating router 4e22e6a9-43df-4833-a729-42f4073ea375 port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 binding host dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:25:41.242748 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (3c944ab3-51da-41f7-ba3b-bd2610a4f431), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:41.248198 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e8b5706a-7c18-4438-9379-3a82aa721fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-777964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779044'] for router (12db4cb1-722e-46d4-bcd4-e9d9da72b4ba), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:41.330115 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-b93d9812-0f50-49e8-82c7-2d04aabc9ed8 None None] Attempt 7 to provision port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 Sep 19 11:25:41.375941 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:41.410195 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-b93d9812-0f50-49e8-82c7-2d04aabc9ed8 None None] Port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:25:41.413025 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b5706a-7c18-4438-9379-3a82aa721fda admin admin] Router 12db4cb1-722e-46d4-bcd4-e9d9da72b4ba is scheduled to L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 with binding_index 1 {{(pid=106254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 11:25:41.453379 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device f28cc0fb-56a3-4297-93d1-14a127f9ec54 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:25:41.500553 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port f28cc0fb-56a3-4297-93d1-14a127f9ec54 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:25:41.500553 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (f28cc0fb-56a3-4297-93d1-14a127f9ec54), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:41.500820 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port f28cc0fb-56a3-4297-93d1-14a127f9ec54 Sep 19 11:25:41.524700 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b5706a-7c18-4438-9379-3a82aa721fda admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:25:41.539303 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] Sync routers for ids ['12db4cb1-722e-46d4-bcd4-e9d9da72b4ba'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:25:41.553493 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e8b5706a-7c18-4438-9379-3a82aa721fda admin admin] Publish callbacks [] for router (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:41.557933 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-e8b5706a-7c18-4438-9379-3a82aa721fda admin admin] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1186612 Sep 19 11:25:41.558544 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 58358) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:41.574933 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] Routers {'12db4cb1-722e-46d4-bcd4-e9d9da72b4ba'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:25:41.576132 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:25:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['12db4cb1-722e-46d4-bcd4-e9d9da72b4ba'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:25:41.620410 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] Publish callbacks [] for port (3c944ab3-51da-41f7-ba3b-bd2610a4f431), precommit_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:41.627418 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (3c944ab3-51da-41f7-ba3b-bd2610a4f431), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:41.761803 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77310c0c-0a60-4f3a-8f8a-e450159559aa None None] Pushing event updated for resources: {'Port': ['ID=3c944ab3-51da-41f7-ba3b-bd2610a4f431,revision_number=3']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:41.772320 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77310c0c-0a60-4f3a-8f8a-e450159559aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:41.773310 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77310c0c-0a60-4f3a-8f8a-e450159559aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:41.774087 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77310c0c-0a60-4f3a-8f8a-e450159559aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:41.774087 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77310c0c-0a60-4f3a-8f8a-e450159559aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:41.774288 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77310c0c-0a60-4f3a-8f8a-e450159559aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:41.774594 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77310c0c-0a60-4f3a-8f8a-e450159559aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:41.774922 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77310c0c-0a60-4f3a-8f8a-e450159559aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:41.775396 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77310c0c-0a60-4f3a-8f8a-e450159559aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:41.775729 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77310c0c-0a60-4f3a-8f8a-e450159559aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:41.776075 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77310c0c-0a60-4f3a-8f8a-e450159559aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:41.776563 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77310c0c-0a60-4f3a-8f8a-e450159559aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:41.776761 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77310c0c-0a60-4f3a-8f8a-e450159559aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:41.777052 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77310c0c-0a60-4f3a-8f8a-e450159559aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:41.777479 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77310c0c-0a60-4f3a-8f8a-e450159559aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:41.777682 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77310c0c-0a60-4f3a-8f8a-e450159559aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:41.792981 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] Attempting to bind port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:25:41.793356 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] Attempting to bind port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': '28c59fe9-f85e-462f-9208-278d9e0fe8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967'}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:25:41.793716 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] Attempting to bind port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 on network 9a951bd2-b6a6-45c5-a4de-273e53cf0967 {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:25:41.857211 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:25:41.857589 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] Checking segment: {'id': '28c59fe9-f85e-462f-9208-278d9e0fe8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:25:41.857998 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:41.858452 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] Bound using segment: {'id': '28c59fe9-f85e-462f-9208-278d9e0fe8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967'} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:25:41.858940 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] Bound port: 3c944ab3-51da-41f7-ba3b-bd2610a4f431, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c59fe9-f85e-462f-9208-278d9e0fe8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967'}}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:25:41.859320 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (3c944ab3-51da-41f7-ba3b-bd2610a4f431), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:41.873185 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:41.943756 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] For port 3c944ab3-51da-41f7-ba3b-bd2610a4f431, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:25:41.947638 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] For port 3c944ab3-51da-41f7-ba3b-bd2610a4f431, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=3c944ab3-51da-41f7-ba3b-bd2610a4f431,segment=NetworkSegment(28c59fe9-f85e-462f-9208-278d9e0fe8d5),segment_id=28c59fe9-f85e-462f-9208-278d9e0fe8d5)] {{(pid=106256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:25:41.957708 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (3c944ab3-51da-41f7-ba3b-bd2610a4f431), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:41.976409 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:41.993510 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] Set router 12db4cb1-722e-46d4-bcd4-e9d9da72b4ba gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:25:42.012055 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:42.029478 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] Routers {'4e22e6a9-43df-4833-a729-42f4073ea375'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:25:42.029478 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:25:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['4e22e6a9-43df-4833-a729-42f4073ea375'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:25:42.087947 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:42.090461 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-b93d9812-0f50-49e8-82c7-2d04aabc9ed8 None None] Attempt 8 to provision port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 Sep 19 11:25:42.132856 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port f28cc0fb-56a3-4297-93d1-14a127f9ec54 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:25:42.133423 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (f28cc0fb-56a3-4297-93d1-14a127f9ec54), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:42.178087 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212346c5-0fdd-43cd-a32c-c2a8ac61457a req-0eb77cf5-edb0-4780-a597-1dcebe1e76a2 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:42.180420 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-212346c5-0fdd-43cd-a32c-c2a8ac61457a req-0eb77cf5-edb0-4780-a597-1dcebe1e76a2 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.1124325 Sep 19 11:25:42.260768 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77310c0c-0a60-4f3a-8f8a-e450159559aa None None] Pushing event updated for resources: {'Port': ['ID=3c944ab3-51da-41f7-ba3b-bd2610a4f431,revision_number=4']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:42.264040 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dea276-7e7e-405b-8f12-1cba750084c5 None None] Network 11af5456-46ce-4514-a99f-f775d9066500 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:25:42.286564 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] Set router 4e22e6a9-43df-4833-a729-42f4073ea375 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:25:42.302034 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-212346c5-0fdd-43cd-a32c-c2a8ac61457a req-cd10210e-899f-46b9-aa6a-168c55f3b30d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118276 Sep 19 11:25:42.311892 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3977910f-c22c-4380-b7d9-c4f6c26c8cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:42.353795 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6ecd0-48c9-43e0-afaa-a0b8485dfe87 req-cf7066b0-44e0-4ef1-97c5-265b614d2a9f tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:42.356349 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-57a6ecd0-48c9-43e0-afaa-a0b8485dfe87 req-cf7066b0-44e0-4ef1-97c5-265b614d2a9f tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0929089 Sep 19 11:25:42.421068 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:42.430805 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:42.434229 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] For port f28cc0fb-56a3-4297-93d1-14a127f9ec54, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=f28cc0fb-56a3-4297-93d1-14a127f9ec54,segment=NetworkSegment(db977fb6-6cb3-46ad-81ce-326e1cd1548e),segment_id=db977fb6-6cb3-46ad-81ce-326e1cd1548e)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:25:42.440133 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12db4cb1-722e-46d4-bcd4-e9d9da72b4ba', 'name': 'tempest-TestShelveInstance-948618337-router', 'tenant_id': '8b760388f536433ba529aa20b48b8c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:39Z', 'updated_at': '2022-09-19T11:25:40Z', 'revision_number': 3, 'project_id': '8b760388f536433ba529aa20b48b8c63', 'gw_port': {'id': '7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:dc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12db4cb1-722e-46d4-bcd4-e9d9da72b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:40Z', 'updated_at': '2022-09-19T11:25:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:25:42.463645 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-57a6ecd0-48c9-43e0-afaa-a0b8485dfe87 req-266d85fa-05b0-42d2-8e4f-f9b21ef676bb tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823054 Sep 19 11:25:42.464213 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (f28cc0fb-56a3-4297-93d1-14a127f9ec54), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:42.465023 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 2e6dba98-91ff-4909-ac7a-bdb315aa8b44 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:25:42.556565 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] Checking router: 12db4cb1-722e-46d4-bcd4-e9d9da72b4ba for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:25:42.556951 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] Updating router 12db4cb1-722e-46d4-bcd4-e9d9da72b4ba port 7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53 binding host dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:25:42.596735 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'name': 'tempest-TestShelveInstance-1238516448-router', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:34Z', 'updated_at': '2022-09-19T11:25:37Z', 'revision_number': 4, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'gw_port': {'id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:35Z', 'updated_at': '2022-09-19T11:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '3c944ab3-51da-41f7-ba3b-bd2610a4f431', 'name': '', 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'mac_address': 'fa:16:3e:d4:0f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:36Z', 'updated_at': '2022-09-19T11:25:41Z', 'revision_number': 4, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'subnets': [{'id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:25:42.597940 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-3977910f-c22c-4380-b7d9-c4f6c26c8cfb admin admin] Allocated IP 172.20.0.1 (11af5456-46ce-4514-a99f-f775d9066500/efb99244-536e-4756-8c91-ef284a8a4c69/fb3f948d-32e3-4bd1-aecf-f7959c09f5ba) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:25:42.605665 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-b93d9812-0f50-49e8-82c7-2d04aabc9ed8 None None] Current status of the port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:25:42.606062 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b93d9812-0f50-49e8-82c7-2d04aabc9ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (3c944ab3-51da-41f7-ba3b-bd2610a4f431), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:42.624532 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f08cc1-5e18-4f14-bb77-cc5d37cd2232 None None] The sync data for ids ['4e22e6a9-43df-4833-a729-42f4073ea375'] in dv-cinder-820994-5-iscsi is: [{'id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'name': 'tempest-TestShelveInstance-1238516448-router', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:34Z', 'updated_at': '2022-09-19T11:25:37Z', 'revision_number': 4, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'gw_port': {'id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:35Z', 'updated_at': '2022-09-19T11:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '3c944ab3-51da-41f7-ba3b-bd2610a4f431', 'name': '', 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'mac_address': 'fa:16:3e:d4:0f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:36Z', 'updated_at': '2022-09-19T11:25:41Z', 'revision_number': 4, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'subnets': [{'id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:25:42.648254 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:42.680332 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Pushing event updated for resources: {'Port': ['ID=f28cc0fb-56a3-4297-93d1-14a127f9ec54,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:42.727857 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-b93d9812-0f50-49e8-82c7-2d04aabc9ed8 None None] For port 3c944ab3-51da-41f7-ba3b-bd2610a4f431, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=3c944ab3-51da-41f7-ba3b-bd2610a4f431,segment=NetworkSegment(28c59fe9-f85e-462f-9208-278d9e0fe8d5),segment_id=28c59fe9-f85e-462f-9208-278d9e0fe8d5)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:25:42.728989 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 2e6dba98-91ff-4909-ac7a-bdb315aa8b44 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:25:42.729351 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (2e6dba98-91ff-4909-ac7a-bdb315aa8b44), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:42.729896 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 2e6dba98-91ff-4909-ac7a-bdb315aa8b44 Sep 19 11:25:42.751383 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3977910f-c22c-4380-b7d9-c4f6c26c8cfb admin admin] Publish callbacks [] for port (fb3f948d-32e3-4bd1-aecf-f7959c09f5ba), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:42.752618 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:42.793377 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b93d9812-0f50-49e8-82c7-2d04aabc9ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (3c944ab3-51da-41f7-ba3b-bd2610a4f431), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:42.804923 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3977910f-c22c-4380-b7d9-c4f6c26c8cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (fb3f948d-32e3-4bd1-aecf-f7959c09f5ba), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:42.860313 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977910f-c22c-4380-b7d9-c4f6c26c8cfb admin admin] Pushing event updated for resources: {'Port': ['ID=fb3f948d-32e3-4bd1-aecf-f7959c09f5ba,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:42.879070 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3977910f-c22c-4380-b7d9-c4f6c26c8cfb admin admin] Network 11af5456-46ce-4514-a99f-f775d9066500 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:25:42.880038 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-3977910f-c22c-4380-b7d9-c4f6c26c8cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:25:42.883029 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3977910f-c22c-4380-b7d9-c4f6c26c8cfb admin admin] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:25:42.933298 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3977910f-c22c-4380-b7d9-c4f6c26c8cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687133'] for router_interface (12db4cb1-722e-46d4-bcd4-e9d9da72b4ba), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:42.961086 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d9812-0f50-49e8-82c7-2d04aabc9ed8 None None] Pushing event updated for resources: {'Port': ['ID=3c944ab3-51da-41f7-ba3b-bd2610a4f431,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:42.975382 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-d40b189d-40e2-46d5-a521-6acf7a883355 None None] Provisioning complete for port f28cc0fb-56a3-4297-93d1-14a127f9ec54 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:25:42.976561 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d40b189d-40e2-46d5-a521-6acf7a883355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (f28cc0fb-56a3-4297-93d1-14a127f9ec54), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:42.976940 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-d40b189d-40e2-46d5-a521-6acf7a883355 None None] Attempt 1 to provision port f28cc0fb-56a3-4297-93d1-14a127f9ec54 Sep 19 11:25:43.022821 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:43.062767 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 2e6dba98-91ff-4909-ac7a-bdb315aa8b44 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:25:43.089895 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3977910f-c22c-4380-b7d9-c4f6c26c8cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (fb3f948d-32e3-4bd1-aecf-f7959c09f5ba), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:43.110493 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:43.204257 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-d40b189d-40e2-46d5-a521-6acf7a883355 None None] Current status of the port f28cc0fb-56a3-4297-93d1-14a127f9ec54 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:25:43.234748 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] Publish callbacks [] for port (7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:43.236528 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-d40b189d-40e2-46d5-a521-6acf7a883355 None None] Provisioning complete for port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:25:43.236897 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d40b189d-40e2-46d5-a521-6acf7a883355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (3c944ab3-51da-41f7-ba3b-bd2610a4f431), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:43.237236 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-d40b189d-40e2-46d5-a521-6acf7a883355 None None] Attempt 1 to provision port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 Sep 19 11:25:43.270035 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:43.323427 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] Attempting to bind port 7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:25:43.323427 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] Attempting to bind port 7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:25:43.323899 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] Attempting to bind port 7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53 on network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:25:43.338207 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3977910f-c22c-4380-b7d9-c4f6c26c8cfb admin admin] Publish callbacks [] for port (fb3f948d-32e3-4bd1-aecf-f7959c09f5ba), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:43.340290 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3977910f-c22c-4380-b7d9-c4f6c26c8cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336761'] for port (fb3f948d-32e3-4bd1-aecf-f7959c09f5ba), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:43.385651 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f3d89-3076-42fe-937f-3d415d93069e None None] Pushing event updated for resources: {'Port': ['ID=7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:43.443742 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-d40b189d-40e2-46d5-a521-6acf7a883355 None None] Current status of the port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:25:43.448250 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:25:43.448632 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] Checking segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:25:43.449040 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:43.449428 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] Bound using segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:25:43.449912 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] Bound port: 7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:25:43.450190 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977910f-c22c-4380-b7d9-c4f6c26c8cfb admin admin] Pushing event updated for resources: {'Port': ['ID=fb3f948d-32e3-4bd1-aecf-f7959c09f5ba,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:43.450311 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:43.472509 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3977910f-c22c-4380-b7d9-c4f6c26c8cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687241'] for router_interface (12db4cb1-722e-46d4-bcd4-e9d9da72b4ba), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:43.526943 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfa8db-066c-4f15-912e-a510d319ad2a req-8811bbfe-f4bf-4ffd-8690-6613a9d141ab tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:43.527990 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 3c944ab3-51da-41f7-ba3b-bd2610a4f431 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:25:43.550352 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c9bfa8db-066c-4f15-912e-a510d319ad2a req-8811bbfe-f4bf-4ffd-8690-6613a9d141ab tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0772700 Sep 19 11:25:43.583073 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] For port 7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:25:43.587128 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:43.603659 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-72d4c32a-22da-4bf4-82ad-ed416296837a None None] Provisioning complete for port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:25:43.604193 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-72d4c32a-22da-4bf4-82ad-ed416296837a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (fb3f948d-32e3-4bd1-aecf-f7959c09f5ba), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:43.604952 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-72d4c32a-22da-4bf4-82ad-ed416296837a None None] Attempt 1 to provision port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba Sep 19 11:25:43.608701 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] For port 7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:25:43.644036 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:43.695844 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3977910f-c22c-4380-b7d9-c4f6c26c8cfb admin admin] Network 11af5456-46ce-4514-a99f-f775d9066500 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:25:43.696937 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-72d4c32a-22da-4bf4-82ad-ed416296837a None None] Port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:25:43.699603 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-3977910f-c22c-4380-b7d9-c4f6c26c8cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:25:43.701357 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] Routers {'12db4cb1-722e-46d4-bcd4-e9d9da72b4ba'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:25:43.702877 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:25:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['12db4cb1-722e-46d4-bcd4-e9d9da72b4ba'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:25:43.752036 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:25:43.752422 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (3c944ab3-51da-41f7-ba3b-bd2610a4f431), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:43.752779 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 Sep 19 11:25:43.767016 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cabae-195d-417b-9d48-5edcdfbda1bb req-0b2a0796-4c52-49e1-aca5-bff3f9a1050d tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:43.776212 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a89cabae-195d-417b-9d48-5edcdfbda1bb req-0b2a0796-4c52-49e1-aca5-bff3f9a1050d tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.1329589 Sep 19 11:25:43.825426 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c9bfa8db-066c-4f15-912e-a510d319ad2a req-2230afbb-e92d-4958-9f31-aa1cfea3ec4d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740119 Sep 19 11:25:43.840255 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:25:43.846420 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f3d89-3076-42fe-937f-3d415d93069e None None] Pushing event updated for resources: {'Port': ['ID=7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:43.855241 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a89cabae-195d-417b-9d48-5edcdfbda1bb req-ef95bfd2-427d-41ea-9cf3-a889ff6f4cad tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781083 Sep 19 11:25:43.875797 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3977910f-c22c-4380-b7d9-c4f6c26c8cfb admin admin] Router 12db4cb1-722e-46d4-bcd4-e9d9da72b4ba has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:25:43.887854 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:43.917127 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] Set router 12db4cb1-722e-46d4-bcd4-e9d9da72b4ba gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:25:44.000942 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3977910f-c22c-4380-b7d9-c4f6c26c8cfb admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:25:44.008267 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-3977910f-c22c-4380-b7d9-c4f6c26c8cfb admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/12db4cb1-722e-46d4-bcd4-e9d9da72b4ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4485881 Sep 19 11:25:44.013224 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978b1c3-258a-419f-a5bd-29afdaa80af7 req-01b067b2-28f0-401a-98e4-003f5ffb6e94 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:44.014845 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8978b1c3-258a-419f-a5bd-29afdaa80af7 req-01b067b2-28f0-401a-98e4-003f5ffb6e94 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0574639 Sep 19 11:25:44.026481 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 58408) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:44.031473 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-ea06e040-adea-47fe-be52-16806574a8e2 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Request body: {'floatingip': {'port_id': '7caf44f4-6ec4-453f-b026-5ce545b8b513'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:25:44.075599 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ea06e040-adea-47fe-be52-16806574a8e2 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for floatingip (6b5d9703-b82a-480e-9068-3fc4463e6cff), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:44.109489 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:25:44.110487 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device f28cc0fb-56a3-4297-93d1-14a127f9ec54 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:25:44.150303 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:44.214287 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-72d4c32a-22da-4bf4-82ad-ed416296837a None None] Attempt 2 to provision port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba Sep 19 11:25:44.274129 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-72d4c32a-22da-4bf4-82ad-ed416296837a None None] Port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:25:44.280369 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port f28cc0fb-56a3-4297-93d1-14a127f9ec54 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:25:44.280754 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (f28cc0fb-56a3-4297-93d1-14a127f9ec54), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:44.281092 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port f28cc0fb-56a3-4297-93d1-14a127f9ec54 Sep 19 11:25:44.301722 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:44.380909 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12db4cb1-722e-46d4-bcd4-e9d9da72b4ba', 'name': 'tempest-TestShelveInstance-948618337-router', 'tenant_id': '8b760388f536433ba529aa20b48b8c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:39Z', 'updated_at': '2022-09-19T11:25:43Z', 'revision_number': 4, 'project_id': '8b760388f536433ba529aa20b48b8c63', 'gw_port': {'id': '7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:dc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12db4cb1-722e-46d4-bcd4-e9d9da72b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:40Z', 'updated_at': '2022-09-19T11:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': 'fb3f948d-32e3-4bd1-aecf-f7959c09f5ba', 'name': '', 'network_id': '11af5456-46ce-4514-a99f-f775d9066500', 'tenant_id': '8b760388f536433ba529aa20b48b8c63', 'mac_address': 'fa:16:3e:ad:9a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12db4cb1-722e-46d4-bcd4-e9d9da72b4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efb99244-536e-4756-8c91-ef284a8a4c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:42Z', 'updated_at': '2022-09-19T11:25:43Z', 'revision_number': 2, 'project_id': '8b760388f536433ba529aa20b48b8c63', 'subnets': [{'id': 'efb99244-536e-4756-8c91-ef284a8a4c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:25:44.418196 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 58414) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:44.422894 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6eb4551b-3c0e-41bd-b941-99075d84632d tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2092087392', 'description': 'tempest-secgroup-smoke-2092087392 description', 'project_id': '221fd300d74c4248a1bfc9b785476477'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:25:44.426867 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f4355-038c-4e59-ab9b-f00026d0b981 None None] The sync data for ids ['12db4cb1-722e-46d4-bcd4-e9d9da72b4ba'] in dv-cinder-820994-5-iscsi is: [{'id': '12db4cb1-722e-46d4-bcd4-e9d9da72b4ba', 'name': 'tempest-TestShelveInstance-948618337-router', 'tenant_id': '8b760388f536433ba529aa20b48b8c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:39Z', 'updated_at': '2022-09-19T11:25:43Z', 'revision_number': 4, 'project_id': '8b760388f536433ba529aa20b48b8c63', 'gw_port': {'id': '7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:dc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12db4cb1-722e-46d4-bcd4-e9d9da72b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:40Z', 'updated_at': '2022-09-19T11:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': 'fb3f948d-32e3-4bd1-aecf-f7959c09f5ba', 'name': '', 'network_id': '11af5456-46ce-4514-a99f-f775d9066500', 'tenant_id': '8b760388f536433ba529aa20b48b8c63', 'mac_address': 'fa:16:3e:ad:9a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12db4cb1-722e-46d4-bcd4-e9d9da72b4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efb99244-536e-4756-8c91-ef284a8a4c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:42Z', 'updated_at': '2022-09-19T11:25:43Z', 'revision_number': 2, 'project_id': '8b760388f536433ba529aa20b48b8c63', 'subnets': [{'id': 'efb99244-536e-4756-8c91-ef284a8a4c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:25:44.442471 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port f28cc0fb-56a3-4297-93d1-14a127f9ec54 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:25:44.456495 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6eb4551b-3c0e-41bd-b941-99075d84632d tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:44.537929 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6eb4551b-3c0e-41bd-b941-99075d84632d tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group (0df0d457-b74a-4459-9b20-05ee7096dc9e), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:44.539507 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ea06e040-adea-47fe-be52-16806574a8e2 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:44.542414 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6eb4551b-3c0e-41bd-b941-99075d84632d tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (0df0d457-b74a-4459-9b20-05ee7096dc9e), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:44.543506 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ea06e040-adea-47fe-be52-16806574a8e2 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (6b5d9703-b82a-480e-9068-3fc4463e6cff), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:44.573406 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4551b-3c0e-41bd-b941-99075d84632d tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df0d457-b74a-4459-9b20-05ee7096dc9e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:44.578248 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6eb4551b-3c0e-41bd-b941-99075d84632d tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:44.583238 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6eb4551b-3c0e-41bd-b941-99075d84632d tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1637108 Sep 19 11:25:44.584248 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 58416) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:44.589375 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0bb2389c-78f1-4861-a410-1ad1ac49bb7f tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Request body: {'security_group_rule': {'security_group_id': '0df0d457-b74a-4459-9b20-05ee7096dc9e', 'project_id': '221fd300d74c4248a1bfc9b785476477', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:25:44.622148 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bb2389c-78f1-4861-a410-1ad1ac49bb7f tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group_rule (ffde9824-6005-4e55-9124-0de385d4a14b), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:44.678282 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.l3_db [None req-ea06e040-adea-47fe-be52-16806574a8e2 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Floating IP 6b5d9703-b82a-480e-9068-3fc4463e6cff associated. External IP: 172.27.2.60, port: 7caf44f4-6ec4-453f-b026-5ce545b8b513. Sep 19 11:25:44.707312 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bb2389c-78f1-4861-a410-1ad1ac49bb7f tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group_rule (ffde9824-6005-4e55-9124-0de385d4a14b), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:44.720089 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bb2389c-78f1-4861-a410-1ad1ac49bb7f tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (ffde9824-6005-4e55-9124-0de385d4a14b), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:44.744661 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2389c-78f1-4861-a410-1ad1ac49bb7f tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffde9824-6005-4e55-9124-0de385d4a14b,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:44.749452 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:44.760106 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bb2389c-78f1-4861-a410-1ad1ac49bb7f tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:44.761511 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0bb2389c-78f1-4861-a410-1ad1ac49bb7f tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1760528 Sep 19 11:25:44.764568 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 58422) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:44.769423 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c26de6be-0c3c-445d-aed8-8bac002626ac tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Request body: {'security_group_rule': {'security_group_id': '0df0d457-b74a-4459-9b20-05ee7096dc9e', 'project_id': '221fd300d74c4248a1bfc9b785476477', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:25:44.776210 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-72d4c32a-22da-4bf4-82ad-ed416296837a None None] Attempt 3 to provision port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba Sep 19 11:25:44.816149 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c26de6be-0c3c-445d-aed8-8bac002626ac tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group_rule (456e8976-f8f9-4060-b2ee-5bc70e7c3c9e), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:44.830632 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-72d4c32a-22da-4bf4-82ad-ed416296837a None None] Port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:25:44.834254 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:44.910513 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c26de6be-0c3c-445d-aed8-8bac002626ac tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group_rule (456e8976-f8f9-4060-b2ee-5bc70e7c3c9e), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:44.917310 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c26de6be-0c3c-445d-aed8-8bac002626ac tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (456e8976-f8f9-4060-b2ee-5bc70e7c3c9e), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:44.954541 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26de6be-0c3c-445d-aed8-8bac002626ac tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456e8976-f8f9-4060-b2ee-5bc70e7c3c9e,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:44.981995 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea06e040-adea-47fe-be52-16806574a8e2 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Router 6b6a071f-fac5-486e-b461-32feb13a2d53 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:25:44.988301 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c26de6be-0c3c-445d-aed8-8bac002626ac tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:44.992767 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-c26de6be-0c3c-445d-aed8-8bac002626ac tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2239325 Sep 19 11:25:44.993254 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 58428) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:44.997744 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2052e88b-b216-4fa0-b088-984f3b6137df tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Request body: {'security_group_rule': {'security_group_id': '0df0d457-b74a-4459-9b20-05ee7096dc9e', 'project_id': '221fd300d74c4248a1bfc9b785476477', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:25:45.010578 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb5677-eaa9-489f-af04-20f0a8e5e9e5 req-f10ac622-25d1-4386-acb5-9c4cc7d6e297 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:45.012223 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-42eb5677-eaa9-489f-af04-20f0a8e5e9e5 req-f10ac622-25d1-4386-acb5-9c4cc7d6e297 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0744128 Sep 19 11:25:45.072180 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2052e88b-b216-4fa0-b088-984f3b6137df tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group_rule (fae50d71-c255-4e8d-ac23-73b848edbefb), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:45.108374 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-42eb5677-eaa9-489f-af04-20f0a8e5e9e5 req-bfd13efa-3bdd-4aaa-9257-56e17bc08e4d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906076 Sep 19 11:25:45.127349 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea06e040-adea-47fe-be52-16806574a8e2 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:25:45.132887 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ea06e040-adea-47fe-be52-16806574a8e2 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:45.142756 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed25a90-8d2a-45a8-b928-2f9b874a41b0 None None] Sync routers for ids ['6b6a071f-fac5-486e-b461-32feb13a2d53'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:25:45.146128 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2052e88b-b216-4fa0-b088-984f3b6137df tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group_rule (fae50d71-c255-4e8d-ac23-73b848edbefb), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:45.154965 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2052e88b-b216-4fa0-b088-984f3b6137df tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (fae50d71-c255-4e8d-ac23-73b848edbefb), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:45.164609 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed25a90-8d2a-45a8-b928-2f9b874a41b0 None None] Routers {'6b6a071f-fac5-486e-b461-32feb13a2d53'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:25:45.168475 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-5ed25a90-8d2a-45a8-b928-2f9b874a41b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:25:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['6b6a071f-fac5-486e-b461-32feb13a2d53'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:25:45.169496 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-ea06e040-adea-47fe-be52-16806574a8e2 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "PUT /networking/v2.0/floatingips/6b5d9703-b82a-480e-9068-3fc4463e6cff HTTP/1.1" status: 200 len: 990 time: 1.1417172 Sep 19 11:25:45.170254 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6be205d-fa54-491f-87bf-159cda85b1c3', 'tag': '7caf44f4-6ec4-453f-b026-5ce545b8b513'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:25:45.172686 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703441799e6f49adca2ad8e8097d82180353dcc80b32e8c2cf6ef0d1aad19ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8b63c9-7d3d-40fa-9bc1-5e5eec6607ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e6be205d-fa54-491f-87bf-159cda85b1c3", "tag": "7caf44f4-6ec4-453f-b026-5ce545b8b513"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:25:45.178502 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052e88b-b216-4fa0-b088-984f3b6137df tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae50d71-c255-4e8d-ac23-73b848edbefb,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:45.191990 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2052e88b-b216-4fa0-b088-984f3b6137df tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:45.193786 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-2052e88b-b216-4fa0-b088-984f3b6137df tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1997073 Sep 19 11:25:45.198213 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 58434) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:45.202694 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-a58d1242-6420-4f8e-817a-39d8a1262498 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Request body: {'security_group_rule': {'security_group_id': '0df0d457-b74a-4459-9b20-05ee7096dc9e', 'project_id': '221fd300d74c4248a1bfc9b785476477', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:25:45.233901 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7546a50-89f6-49db-871f-f384f8da21e3 x-openstack-request-id: req-d7546a50-89f6-49db-871f-f384f8da21e3 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:25:45.234276 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6be205d-fa54-491f-87bf-159cda85b1c3", "tag": "7caf44f4-6ec4-453f-b026-5ce545b8b513", "status": "completed", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:25:45.234492 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d7546a50-89f6-49db-871f-f384f8da21e3 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:25:45.234844 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7546a50-89f6-49db-871f-f384f8da21e3'] response: {'name': 'network-changed', 'server_uuid': 'e6be205d-fa54-491f-87bf-159cda85b1c3', 'tag': '7caf44f4-6ec4-453f-b026-5ce545b8b513', 'status': 'completed', 'code': 200} Sep 19 11:25:45.306266 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a58d1242-6420-4f8e-817a-39d8a1262498 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group_rule (e0230985-f5c5-462c-80b6-cdc10ddd92fd), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:45.331787 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-72d4c32a-22da-4bf4-82ad-ed416296837a None None] Attempt 4 to provision port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba Sep 19 11:25:45.339237 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b63c9-7d3d-40fa-9bc1-5e5eec6607ed req-551eb84a-c741-47b9-9a6f-211eb36b010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:45.350095 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7e8b63c9-7d3d-40fa-9bc1-5e5eec6607ed req-551eb84a-c741-47b9-9a6f-211eb36b010d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c7ccdce201f547f5a50c93e27c5e8cb1&device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 1129 time: 0.0852141 Sep 19 11:25:45.396912 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-5ed25a90-8d2a-45a8-b928-2f9b874a41b0 None None] Set router 6b6a071f-fac5-486e-b461-32feb13a2d53 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:25:45.431486 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-72d4c32a-22da-4bf4-82ad-ed416296837a None None] Port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:25:45.443547 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a58d1242-6420-4f8e-817a-39d8a1262498 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group_rule (e0230985-f5c5-462c-80b6-cdc10ddd92fd), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:45.467017 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a58d1242-6420-4f8e-817a-39d8a1262498 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (e0230985-f5c5-462c-80b6-cdc10ddd92fd), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:45.492086 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d1242-6420-4f8e-817a-39d8a1262498 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0230985-f5c5-462c-80b6-cdc10ddd92fd,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:45.499297 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a58d1242-6420-4f8e-817a-39d8a1262498 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:45.503255 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-a58d1242-6420-4f8e-817a-39d8a1262498 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3015704 Sep 19 11:25:45.503492 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 58444) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:45.507927 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-9ddec8e6-f413-44f8-ad5e-77f67d9f17e7 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Request body: {'security_group_rule': {'security_group_id': '0df0d457-b74a-4459-9b20-05ee7096dc9e', 'project_id': '221fd300d74c4248a1bfc9b785476477', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:25:45.520440 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:45.536333 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.securitygroups_db [None req-9ddec8e6-f413-44f8-ad5e-77f67d9f17e7 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Project 221fd300d74c4248a1bfc9b785476477 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 11:25:45.543527 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9ddec8e6-f413-44f8-ad5e-77f67d9f17e7 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group_rule (a29db55e-6e43-44f7-93d3-5f521b85ed5b), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:45.548101 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:45.617565 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9ddec8e6-f413-44f8-ad5e-77f67d9f17e7 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group_rule (a29db55e-6e43-44f7-93d3-5f521b85ed5b), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:45.623444 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9ddec8e6-f413-44f8-ad5e-77f67d9f17e7 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (a29db55e-6e43-44f7-93d3-5f521b85ed5b), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:45.656317 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddec8e6-f413-44f8-ad5e-77f67d9f17e7 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29db55e-6e43-44f7-93d3-5f521b85ed5b,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:45.656317 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9ddec8e6-f413-44f8-ad5e-77f67d9f17e7 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:45.657592 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-9ddec8e6-f413-44f8-ad5e-77f67d9f17e7 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1528828 Sep 19 11:25:45.660153 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 58446) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:45.665088 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-f22bd7fd-e4c2-43bc-842b-a785313aa26e tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Request body: {'security_group_rule': {'security_group_id': '0df0d457-b74a-4459-9b20-05ee7096dc9e', 'project_id': '221fd300d74c4248a1bfc9b785476477', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:25:45.696197 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.securitygroups_db [None req-f22bd7fd-e4c2-43bc-842b-a785313aa26e tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Project 221fd300d74c4248a1bfc9b785476477 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 11:25:45.704332 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f22bd7fd-e4c2-43bc-842b-a785313aa26e tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group_rule (ae334d6b-5aa4-4ae6-9bc9-8dccf980b7bf), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:45.713849 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-5ed25a90-8d2a-45a8-b928-2f9b874a41b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'name': 'tempest-ServerRescueNegativeTestJSON-660026723-router', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:36Z', 'revision_number': 4, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'gw_port': {'id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '6b5d9703-b82a-480e-9068-3fc4463e6cff', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'port_id': '7caf44f4-6ec4-453f-b026-5ce545b8b513', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'mac_address': 'fa:16:3e:6d:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be205d-fa54-491f-87bf-159cda85b1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:25:25Z', 'updated_at': '2022-09-19T11:25:44Z', 'revision_number': 1, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2ea31e-947b-4efb-b589-86aa55a69d00', 'name': '', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'mac_address': 'fa:16:3e:3f:97:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:35Z', 'updated_at': '2022-09-19T11:23:56Z', 'revision_number': 5, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'subnets': [{'id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:25:45.749425 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed25a90-8d2a-45a8-b928-2f9b874a41b0 None None] Checking router: 6b6a071f-fac5-486e-b461-32feb13a2d53 for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:25:45.769284 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed25a90-8d2a-45a8-b928-2f9b874a41b0 None None] Routers {'6b6a071f-fac5-486e-b461-32feb13a2d53'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:25:45.773222 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-5ed25a90-8d2a-45a8-b928-2f9b874a41b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:25:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['6b6a071f-fac5-486e-b461-32feb13a2d53'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:25:45.817827 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f22bd7fd-e4c2-43bc-842b-a785313aa26e tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group_rule (ae334d6b-5aa4-4ae6-9bc9-8dccf980b7bf), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:45.825953 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b63c9-7d3d-40fa-9bc1-5e5eec6607ed req-8674b025-7d1e-4819-b453-83e027f94bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:45.829131 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f22bd7fd-e4c2-43bc-842b-a785313aa26e tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (ae334d6b-5aa4-4ae6-9bc9-8dccf980b7bf), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:45.834331 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7e8b63c9-7d3d-40fa-9bc1-5e5eec6607ed req-8674b025-7d1e-4819-b453-83e027f94bc9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=8f760d48-3e02-4562-abc4-dc5b172f3b8a HTTP/1.1" status: 200 len: 919 time: 0.2216773 Sep 19 11:25:45.855067 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bd7fd-e4c2-43bc-842b-a785313aa26e tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae334d6b-5aa4-4ae6-9bc9-8dccf980b7bf,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:45.870396 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f22bd7fd-e4c2-43bc-842b-a785313aa26e tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:45.871627 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-f22bd7fd-e4c2-43bc-842b-a785313aa26e tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2104814 Sep 19 11:25:45.932941 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-72d4c32a-22da-4bf4-82ad-ed416296837a None None] Attempt 5 to provision port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba Sep 19 11:25:45.944816 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-5ed25a90-8d2a-45a8-b928-2f9b874a41b0 None None] Set router 6b6a071f-fac5-486e-b461-32feb13a2d53 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:25:45.977480 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7e8b63c9-7d3d-40fa-9bc1-5e5eec6607ed req-115afc95-91c4-4b6a-a785-ce98cfbd878c service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7caf44f4-6ec4-453f-b026-5ce545b8b513 HTTP/1.1" status: 200 len: 998 time: 0.1288214 Sep 19 11:25:45.984195 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:46.000263 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-72d4c32a-22da-4bf4-82ad-ed416296837a None None] Port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:25:46.082992 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b63c9-7d3d-40fa-9bc1-5e5eec6607ed req-7a823a88-51ce-4bb7-a783-a7cf40284d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:46.087831 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7e8b63c9-7d3d-40fa-9bc1-5e5eec6607ed req-7a823a88-51ce-4bb7-a783-a7cf40284d11 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=da16c182-c3ae-4775-9d91-5e2002af698e HTTP/1.1" status: 200 len: 857 time: 0.1009498 Sep 19 11:25:46.138258 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b63c9-7d3d-40fa-9bc1-5e5eec6607ed req-f01ab428-2ce6-4b6c-ba45-99d51222e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:46.139797 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7e8b63c9-7d3d-40fa-9bc1-5e5eec6607ed req-f01ab428-2ce6-4b6c-ba45-99d51222e112 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8f760d48-3e02-4562-abc4-dc5b172f3b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456421 Sep 19 11:25:46.293516 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2f06e-88da-4148-a290-3f70faaaa640 req-27dc8b5a-eb6b-4a01-b293-cbf6f4541434 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:46.295025 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-49f2f06e-88da-4148-a290-3f70faaaa640 req-27dc8b5a-eb6b-4a01-b293-cbf6f4541434 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0569279 Sep 19 11:25:46.331554 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c56776d1-83e0-49ff-83b1-0c287b5dd9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:46.333867 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-5ed25a90-8d2a-45a8-b928-2f9b874a41b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'name': 'tempest-ServerRescueNegativeTestJSON-660026723-router', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:36Z', 'revision_number': 4, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'gw_port': {'id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '6b5d9703-b82a-480e-9068-3fc4463e6cff', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'port_id': '7caf44f4-6ec4-453f-b026-5ce545b8b513', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'mac_address': 'fa:16:3e:6d:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be205d-fa54-491f-87bf-159cda85b1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:25:25Z', 'updated_at': '2022-09-19T11:25:44Z', 'revision_number': 1, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2ea31e-947b-4efb-b589-86aa55a69d00', 'name': '', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'mac_address': 'fa:16:3e:3f:97:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:35Z', 'updated_at': '2022-09-19T11:23:56Z', 'revision_number': 5, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'subnets': [{'id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:25:46.360793 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed25a90-8d2a-45a8-b928-2f9b874a41b0 None None] The sync data for ids ['6b6a071f-fac5-486e-b461-32feb13a2d53'] in dv-cinder-820994-5-iscsi is: [{'id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'name': 'tempest-ServerRescueNegativeTestJSON-660026723-router', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:36Z', 'revision_number': 4, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'gw_port': {'id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '6b5d9703-b82a-480e-9068-3fc4463e6cff', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'port_id': '7caf44f4-6ec4-453f-b026-5ce545b8b513', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'mac_address': 'fa:16:3e:6d:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be205d-fa54-491f-87bf-159cda85b1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:25:25Z', 'updated_at': '2022-09-19T11:25:44Z', 'revision_number': 1, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2ea31e-947b-4efb-b589-86aa55a69d00', 'name': '', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'mac_address': 'fa:16:3e:3f:97:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:35Z', 'updated_at': '2022-09-19T11:23:56Z', 'revision_number': 5, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'subnets': [{'id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:25:46.375526 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7e8b63c9-7d3d-40fa-9bc1-5e5eec6607ed req-5fd8c4f9-646f-4e16-a276-ffd638a8960a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242064 Sep 19 11:25:46.383152 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-49f2f06e-88da-4148-a290-3f70faaaa640 req-0e263935-2db5-42d6-88de-50e75c5ee8d5 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781052 Sep 19 11:25:46.457361 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:46.492948 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7e8b63c9-7d3d-40fa-9bc1-5e5eec6607ed req-85a6897a-cdb6-4e05-8775-a022654a0005 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087480 Sep 19 11:25:46.501749 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-72d4c32a-22da-4bf4-82ad-ed416296837a None None] Attempt 6 to provision port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba Sep 19 11:25:46.589491 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-72d4c32a-22da-4bf4-82ad-ed416296837a None None] Port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:25:46.723487 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da23509-b806-4517-bd4d-4beabcfdb3d8 None None] New status for floating IP 6b5d9703-b82a-480e-9068-3fc4463e6cff: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:25:46.825049 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:47.090444 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-72d4c32a-22da-4bf4-82ad-ed416296837a None None] Attempt 7 to provision port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba Sep 19 11:25:47.125282 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-72d4c32a-22da-4bf4-82ad-ed416296837a None None] Port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:25:47.352571 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:47.361174 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee7a36-5347-43e2-a9e8-07acd5806720 req-f9c762db-e77a-4dae-ae86-cddb4c90a607 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:47.362964 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5fee7a36-5347-43e2-a9e8-07acd5806720 req-f9c762db-e77a-4dae-ae86-cddb4c90a607 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0521660 Sep 19 11:25:47.383536 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:25:47.417356 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5fee7a36-5347-43e2-a9e8-07acd5806720 req-cc6b859a-9e12-45c3-b10b-2486adb19e35 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481269 Sep 19 11:25:47.439673 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:25:47.440324 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:47.440834 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53 Sep 19 11:25:47.532301 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff64b6-eb6b-4468-ba57-615bf4f80934 req-c75c90c1-a97c-4e0b-af64-ce8a1043e587 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:47.533824 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-27ff64b6-eb6b-4468-ba57-615bf4f80934 req-c75c90c1-a97c-4e0b-af64-ce8a1043e587 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0539491 Sep 19 11:25:47.552771 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:25:47.553164 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:47.574363 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] For port 7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:25:47.578445 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:47.583243 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:47.583693 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-27ff64b6-eb6b-4468-ba57-615bf4f80934 req-8c72fbb6-da19-488b-ad9f-413677423085 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430846 Sep 19 11:25:47.625837 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-72d4c32a-22da-4bf4-82ad-ed416296837a None None] Attempt 8 to provision port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba Sep 19 11:25:47.627540 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Pushing event updated for resources: {'Port': ['ID=7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:47.663875 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-72d4c32a-22da-4bf4-82ad-ed416296837a None None] Port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:25:48.165235 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-72d4c32a-22da-4bf4-82ad-ed416296837a None None] Attempt 9 to provision port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba Sep 19 11:25:48.201591 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-72d4c32a-22da-4bf4-82ad-ed416296837a None None] Port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:25:48.461541 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-1fc546fe-4f94-4aef-9082-0537b59d7bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:48.544181 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5b9b4-027d-41b2-ab46-40479c35176b req-ea9ee064-c6b7-4fa4-9cf3-e6f2e6eb79e8 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:48.545661 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b8b5b9b4-027d-41b2-ab46-40479c35176b req-ea9ee064-c6b7-4fa4-9cf3-e6f2e6eb79e8 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0477452 Sep 19 11:25:48.593072 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b8b5b9b4-027d-41b2-ab46-40479c35176b req-38b946ed-b02b-49c2-a354-c1a37d104707 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418112 Sep 19 11:25:48.702720 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-72d4c32a-22da-4bf4-82ad-ed416296837a None None] Attempt 10 to provision port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba Sep 19 11:25:48.717309 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029afa94-a3f1-4b2f-a910-496f640f0ec3 req-2e18c428-d440-4cb0-9738-8ca761ffec9e tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:48.718865 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-029afa94-a3f1-4b2f-a910-496f640f0ec3 req-2e18c428-d440-4cb0-9738-8ca761ffec9e tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0521634 Sep 19 11:25:48.742110 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-72d4c32a-22da-4bf4-82ad-ed416296837a None None] Port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:25:48.770450 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-029afa94-a3f1-4b2f-a910-496f640f0ec3 req-1037e08c-78f8-425a-b65f-dbd56f4f2190 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436954 Sep 19 11:25:48.861575 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-6b757376-4dc1-496c-b71d-64882e0cdd8f None None] Provisioning complete for port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:25:48.861952 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6b757376-4dc1-496c-b71d-64882e0cdd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (fb3f948d-32e3-4bd1-aecf-f7959c09f5ba), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:48.862288 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-6b757376-4dc1-496c-b71d-64882e0cdd8f None None] Attempt 1 to provision port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba Sep 19 11:25:48.896532 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-6b757376-4dc1-496c-b71d-64882e0cdd8f None None] Port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:25:48.940779 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] Sync routers for ids ['12db4cb1-722e-46d4-bcd4-e9d9da72b4ba'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:25:48.946882 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:48.956241 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] Routers {'12db4cb1-722e-46d4-bcd4-e9d9da72b4ba'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:25:48.956852 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:25:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['12db4cb1-722e-46d4-bcd4-e9d9da72b4ba'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:25:49.057158 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] Set router 12db4cb1-722e-46d4-bcd4-e9d9da72b4ba gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:25:49.244281 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12db4cb1-722e-46d4-bcd4-e9d9da72b4ba', 'name': 'tempest-TestShelveInstance-948618337-router', 'tenant_id': '8b760388f536433ba529aa20b48b8c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:39Z', 'updated_at': '2022-09-19T11:25:43Z', 'revision_number': 4, 'project_id': '8b760388f536433ba529aa20b48b8c63', 'gw_port': {'id': '7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:dc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12db4cb1-722e-46d4-bcd4-e9d9da72b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:40Z', 'updated_at': '2022-09-19T11:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': 'fb3f948d-32e3-4bd1-aecf-f7959c09f5ba', 'name': '', 'network_id': '11af5456-46ce-4514-a99f-f775d9066500', 'tenant_id': '8b760388f536433ba529aa20b48b8c63', 'mac_address': 'fa:16:3e:ad:9a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12db4cb1-722e-46d4-bcd4-e9d9da72b4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efb99244-536e-4756-8c91-ef284a8a4c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:42Z', 'updated_at': '2022-09-19T11:25:43Z', 'revision_number': 2, 'project_id': '8b760388f536433ba529aa20b48b8c63', 'subnets': [{'id': 'efb99244-536e-4756-8c91-ef284a8a4c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:25:49.269152 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] Checking router: 12db4cb1-722e-46d4-bcd4-e9d9da72b4ba for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:25:49.269504 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] Updating router 12db4cb1-722e-46d4-bcd4-e9d9da72b4ba port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba binding host dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:25:49.300391 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (fb3f948d-32e3-4bd1-aecf-f7959c09f5ba), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:49.356099 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:25:49.398217 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-6b757376-4dc1-496c-b71d-64882e0cdd8f None None] Attempt 2 to provision port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba Sep 19 11:25:49.432263 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:25:49.432635 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:49.432972 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53 Sep 19 11:25:49.456697 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-6b757376-4dc1-496c-b71d-64882e0cdd8f None None] Port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:25:49.508209 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:25:49.580623 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] Publish callbacks [] for port (fb3f948d-32e3-4bd1-aecf-f7959c09f5ba), precommit_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:49.586797 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (fb3f948d-32e3-4bd1-aecf-f7959c09f5ba), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:49.609719 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:49.667300 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3e301-e3de-4a8d-b7e3-052cd2fde10e None None] Pushing event updated for resources: {'Port': ['ID=fb3f948d-32e3-4bd1-aecf-f7959c09f5ba,revision_number=3']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:49.679912 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] Attempting to bind port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:25:49.680281 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] Attempting to bind port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'db977fb6-6cb3-46ad-81ce-326e1cd1548e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '11af5456-46ce-4514-a99f-f775d9066500'}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:25:49.680641 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] Attempting to bind port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba on network 11af5456-46ce-4514-a99f-f775d9066500 {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:25:49.722952 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:25:49.723320 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] Checking segment: {'id': 'db977fb6-6cb3-46ad-81ce-326e1cd1548e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '11af5456-46ce-4514-a99f-f775d9066500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:25:49.723721 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:49.724143 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] Bound using segment: {'id': 'db977fb6-6cb3-46ad-81ce-326e1cd1548e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '11af5456-46ce-4514-a99f-f775d9066500'} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:25:49.724606 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] Bound port: fb3f948d-32e3-4bd1-aecf-f7959c09f5ba, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db977fb6-6cb3-46ad-81ce-326e1cd1548e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '11af5456-46ce-4514-a99f-f775d9066500'}}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:25:49.724986 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (fb3f948d-32e3-4bd1-aecf-f7959c09f5ba), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:49.725407 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e00f13-ff36-4555-83bc-5902952974a0 req-e96e5fde-10d2-4625-b192-979d65d065dd tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:49.726895 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-21e00f13-ff36-4555-83bc-5902952974a0 req-e96e5fde-10d2-4625-b192-979d65d065dd tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0473702 Sep 19 11:25:49.776275 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-21e00f13-ff36-4555-83bc-5902952974a0 req-bc4be9c3-7577-46f1-9038-d63b63ac8299 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435576 Sep 19 11:25:49.787401 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] For port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:25:49.791236 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] For port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=fb3f948d-32e3-4bd1-aecf-f7959c09f5ba,segment=NetworkSegment(db977fb6-6cb3-46ad-81ce-326e1cd1548e),segment_id=db977fb6-6cb3-46ad-81ce-326e1cd1548e)] {{(pid=106256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:25:49.811311 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (fb3f948d-32e3-4bd1-aecf-f7959c09f5ba), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:49.842381 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:49.850084 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] Routers {'12db4cb1-722e-46d4-bcd4-e9d9da72b4ba'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:25:49.851215 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:25:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['12db4cb1-722e-46d4-bcd4-e9d9da72b4ba'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:25:49.856964 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:49.910061 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3e301-e3de-4a8d-b7e3-052cd2fde10e None None] Pushing event updated for resources: {'Port': ['ID=fb3f948d-32e3-4bd1-aecf-f7959c09f5ba,revision_number=4']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:49.924708 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59759a35-fe39-4ebd-b2df-5253c4190d52 req-0433d630-da33-4788-b238-2b96bc1fe187 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:49.926235 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59759a35-fe39-4ebd-b2df-5253c4190d52 req-0433d630-da33-4788-b238-2b96bc1fe187 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0613973 Sep 19 11:25:49.958145 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-6b757376-4dc1-496c-b71d-64882e0cdd8f None None] Attempt 3 to provision port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba Sep 19 11:25:49.977876 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] Set router 12db4cb1-722e-46d4-bcd4-e9d9da72b4ba gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:25:49.986902 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59759a35-fe39-4ebd-b2df-5253c4190d52 req-9e4382d5-5991-455f-ade9-dfa4802997e4 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537562 Sep 19 11:25:50.050443 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-6b757376-4dc1-496c-b71d-64882e0cdd8f None None] Current status of the port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:25:50.050867 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6b757376-4dc1-496c-b71d-64882e0cdd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (fb3f948d-32e3-4bd1-aecf-f7959c09f5ba), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:50.067195 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:50.085794 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-6b757376-4dc1-496c-b71d-64882e0cdd8f None None] For port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=fb3f948d-32e3-4bd1-aecf-f7959c09f5ba,segment=NetworkSegment(db977fb6-6cb3-46ad-81ce-326e1cd1548e),segment_id=db977fb6-6cb3-46ad-81ce-326e1cd1548e)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:25:50.089834 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6b757376-4dc1-496c-b71d-64882e0cdd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (fb3f948d-32e3-4bd1-aecf-f7959c09f5ba), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:50.147066 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b757376-4dc1-496c-b71d-64882e0cdd8f None None] Pushing event updated for resources: {'Port': ['ID=fb3f948d-32e3-4bd1-aecf-f7959c09f5ba,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:50.179285 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12db4cb1-722e-46d4-bcd4-e9d9da72b4ba', 'name': 'tempest-TestShelveInstance-948618337-router', 'tenant_id': '8b760388f536433ba529aa20b48b8c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:39Z', 'updated_at': '2022-09-19T11:25:43Z', 'revision_number': 4, 'project_id': '8b760388f536433ba529aa20b48b8c63', 'gw_port': {'id': '7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:dc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12db4cb1-722e-46d4-bcd4-e9d9da72b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:40Z', 'updated_at': '2022-09-19T11:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': 'fb3f948d-32e3-4bd1-aecf-f7959c09f5ba', 'name': '', 'network_id': '11af5456-46ce-4514-a99f-f775d9066500', 'tenant_id': '8b760388f536433ba529aa20b48b8c63', 'mac_address': 'fa:16:3e:ad:9a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12db4cb1-722e-46d4-bcd4-e9d9da72b4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efb99244-536e-4756-8c91-ef284a8a4c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:42Z', 'updated_at': '2022-09-19T11:25:49Z', 'revision_number': 4, 'project_id': '8b760388f536433ba529aa20b48b8c63', 'subnets': [{'id': 'efb99244-536e-4756-8c91-ef284a8a4c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:25:50.204558 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56c3e50-43aa-4b1b-b75c-25a21dcd49ca None None] The sync data for ids ['12db4cb1-722e-46d4-bcd4-e9d9da72b4ba'] in dv-cinder-820994-5-iscsi is: [{'id': '12db4cb1-722e-46d4-bcd4-e9d9da72b4ba', 'name': 'tempest-TestShelveInstance-948618337-router', 'tenant_id': '8b760388f536433ba529aa20b48b8c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:39Z', 'updated_at': '2022-09-19T11:25:43Z', 'revision_number': 4, 'project_id': '8b760388f536433ba529aa20b48b8c63', 'gw_port': {'id': '7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:dc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12db4cb1-722e-46d4-bcd4-e9d9da72b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:40Z', 'updated_at': '2022-09-19T11:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': 'fb3f948d-32e3-4bd1-aecf-f7959c09f5ba', 'name': '', 'network_id': '11af5456-46ce-4514-a99f-f775d9066500', 'tenant_id': '8b760388f536433ba529aa20b48b8c63', 'mac_address': 'fa:16:3e:ad:9a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12db4cb1-722e-46d4-bcd4-e9d9da72b4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efb99244-536e-4756-8c91-ef284a8a4c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:42Z', 'updated_at': '2022-09-19T11:25:49Z', 'revision_number': 4, 'project_id': '8b760388f536433ba529aa20b48b8c63', 'subnets': [{'id': 'efb99244-536e-4756-8c91-ef284a8a4c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:25:50.907385 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed19f6b-1c06-471d-a289-d04674414327 req-822a673c-5b74-4754-bfff-382445a6db87 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:50.909087 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6ed19f6b-1c06-471d-a289-d04674414327 req-822a673c-5b74-4754-bfff-382445a6db87 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0499165 Sep 19 11:25:50.956956 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6ed19f6b-1c06-471d-a289-d04674414327 req-24afd1af-fd91-4a2a-9219-d0495e2d6e25 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420597 Sep 19 11:25:51.116652 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fa5b1-e5bd-4cb9-87ce-3f5ac297fa07 req-e84336c3-0740-48de-b3af-4fe7b0f008fc tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:51.118141 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e45fa5b1-e5bd-4cb9-87ce-3f5ac297fa07 req-e84336c3-0740-48de-b3af-4fe7b0f008fc tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0497637 Sep 19 11:25:51.173081 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e45fa5b1-e5bd-4cb9-87ce-3f5ac297fa07 req-9f01674e-6ff3-46b0-8a19-43c08301e85d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491486 Sep 19 11:25:51.294167 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:51.389813 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device fb3f948d-32e3-4bd1-aecf-f7959c09f5ba up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:25:51.394160 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:51.440643 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:25:51.441011 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (fb3f948d-32e3-4bd1-aecf-f7959c09f5ba), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:51.441342 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba Sep 19 11:25:51.514331 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:25:52.084302 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d0c2c-beda-4844-bf5b-29850e6926fa req-469d189b-2103-4a6d-b6cf-77905c71396f tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:52.085792 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-299d0c2c-beda-4844-bf5b-29850e6926fa req-469d189b-2103-4a6d-b6cf-77905c71396f tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0514922 Sep 19 11:25:52.132637 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-299d0c2c-beda-4844-bf5b-29850e6926fa req-ef2c1d09-10f1-44b3-b03e-c226b263ea78 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412693 Sep 19 11:25:52.300174 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dad115-0524-4ffd-b66d-d0e19d0dc319 req-da0b082c-9d14-405c-8f6b-56e1bce38567 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:52.301570 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-60dad115-0524-4ffd-b66d-d0e19d0dc319 req-da0b082c-9d14-405c-8f6b-56e1bce38567 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0470595 Sep 19 11:25:52.350469 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-60dad115-0524-4ffd-b66d-d0e19d0dc319 req-01a0ba53-d5dd-4cf3-9bd0-162ada13fb93 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427008 Sep 19 11:25:53.255730 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eef9a4-8a8b-42c6-8f36-631b25479d7c req-146d51da-b471-48cb-a314-1b4e4e02d08b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:53.257809 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-87eef9a4-8a8b-42c6-8f36-631b25479d7c req-146d51da-b471-48cb-a314-1b4e4e02d08b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0488274 Sep 19 11:25:53.285849 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:53.507545 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 58387b5a-4483-4fb4-be22-3a74c3abc32c details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:25:53.537461 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-87eef9a4-8a8b-42c6-8f36-631b25479d7c req-c88ff407-8b4e-41ab-a9d4-1ae3ba08a00c tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741179 Sep 19 11:25:53.574559 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37621a2-2530-44bf-9261-b73892a9189b req-f8bbad4d-c06b-4c60-a2c8-7203d0f7e6f8 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:53.576068 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f37621a2-2530-44bf-9261-b73892a9189b req-f8bbad4d-c06b-4c60-a2c8-7203d0f7e6f8 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0551295 Sep 19 11:25:53.615247 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:53.625427 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 58387b5a-4483-4fb4-be22-3a74c3abc32c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=58387b5a-4483-4fb4-be22-3a74c3abc32c,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:25:53.626998 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f37621a2-2530-44bf-9261-b73892a9189b req-fef3227f-a50a-4333-abd9-b12b20c368fd tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454102 Sep 19 11:25:53.637439 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': '58387b5a-4483-4fb4-be22-3a74c3abc32c', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'port_id': '58387b5a-4483-4fb4-be22-3a74c3abc32c', 'mac_address': 'fa:16:3e:56:d7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:25:53.643278 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:53.676263 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 58387b5a-4483-4fb4-be22-3a74c3abc32c is: ACTIVE; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:25:53.676656 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:53.691649 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58387b5a-4483-4fb4-be22-3a74c3abc32c {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:25:53.714381 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 58387b5a-4483-4fb4-be22-3a74c3abc32c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=58387b5a-4483-4fb4-be22-3a74c3abc32c,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:25:53.720469 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:53.781555 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=58387b5a-4483-4fb4-be22-3a74c3abc32c,revision_number=6']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:53.792686 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:53.793046 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:53.793520 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:53.793901 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:53.794246 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:53.794578 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:53.794908 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:53.795242 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:53.795572 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:53.795980 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:53.796332 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:53.796715 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:53.797140 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:53.797464 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:53.797777 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:25:53.846395 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['58387b5a-4483-4fb4-be22-3a74c3abc32c'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:25:54.373450 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 58660) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:54.484585 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ab02b573-cc3d-4c3c-895f-ac2b41efd424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:54.573488 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ab02b573-cc3d-4c3c-895f-ac2b41efd424 admin admin] Publish callbacks [] for security_group (ada6b690-4fc8-44c2-b4ae-a2271f263096), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:54.580329 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ab02b573-cc3d-4c3c-895f-ac2b41efd424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (ada6b690-4fc8-44c2-b4ae-a2271f263096), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:54.731697 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400ee35-bfb3-46c6-ab3f-df829aa161b4 req-98b76178-ed20-4208-bd4b-4dfe1fa8093b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:54.736335 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3400ee35-bfb3-46c6-ab3f-df829aa161b4 req-98b76178-ed20-4208-bd4b-4dfe1fa8093b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0976443 Sep 19 11:25:54.838194 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9ca7a-7219-4ec9-9aac-7360f9c4c5f2 req-582f2b01-a53d-4703-b7aa-1cebdad31642 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:54.846184 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0dd9ca7a-7219-4ec9-9aac-7360f9c4c5f2 req-582f2b01-a53d-4703-b7aa-1cebdad31642 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 944 time: 0.1080313 Sep 19 11:25:54.860697 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3400ee35-bfb3-46c6-ab3f-df829aa161b4 req-c248b786-8618-4ff2-94cf-305337f3e537 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193612 Sep 19 11:25:54.914919 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 58674) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:54.917399 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-ab02b573-cc3d-4c3c-895f-ac2b41efd424 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=97121f2abc1c41ed995d8f5578070495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5426958 Sep 19 11:25:54.940048 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02b573-cc3d-4c3c-895f-ac2b41efd424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada6b690-4fc8-44c2-b4ae-a2271f263096,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:54.949915 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0dd9ca7a-7219-4ec9-9aac-7360f9c4c5f2 req-05d4de97-1b8d-4085-9f68-f989d7978280 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022177 Sep 19 11:25:54.996313 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f3e15847-40d0-4e53-b679-524cb4e695dd admin admin] Publish callbacks [] for security_group (ada6b690-4fc8-44c2-b4ae-a2271f263096), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:55.018773 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f3e15847-40d0-4e53-b679-524cb4e695dd admin admin] Publish callbacks [] for security_group (ada6b690-4fc8-44c2-b4ae-a2271f263096), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:55.087569 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f3e15847-40d0-4e53-b679-524cb4e695dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (ada6b690-4fc8-44c2-b4ae-a2271f263096), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:55.091277 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f3e15847-40d0-4e53-b679-524cb4e695dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:55.095459 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-f3e15847-40d0-4e53-b679-524cb4e695dd admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/ada6b690-4fc8-44c2-b4ae-a2271f263096 HTTP/1.1" status: 204 len: 168 time: 0.1791856 Sep 19 11:25:55.109160 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e15847-40d0-4e53-b679-524cb4e695dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada6b690-4fc8-44c2-b4ae-a2271f263096,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:55.475118 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 58682) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:55.489208 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1df3e3be-0375-42c8-821e-f1a91e6a95d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:55.506491 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 58387b5a-4483-4fb4-be22-3a74c3abc32c up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:25:55.572353 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port 58387b5a-4483-4fb4-be22-3a74c3abc32c triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:25:55.573105 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:55.573806 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port 58387b5a-4483-4fb4-be22-3a74c3abc32c Sep 19 11:25:55.595012 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1df3e3be-0375-42c8-821e-f1a91e6a95d2 admin admin] Publish callbacks [] for security_group (6d5999dd-04ca-47ad-95c9-f604356fc749), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:55.602002 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1df3e3be-0375-42c8-821e-f1a91e6a95d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (6d5999dd-04ca-47ad-95c9-f604356fc749), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:55.613279 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:55.651856 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 58684) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:25:55.652528 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-1df3e3be-0375-42c8-821e-f1a91e6a95d2 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=5038133430d84bd48c6da9ca734737cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1752954 Sep 19 11:25:55.663254 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3e3be-0375-42c8-821e-f1a91e6a95d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5999dd-04ca-47ad-95c9-f604356fc749,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:55.677025 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 58387b5a-4483-4fb4-be22-3a74c3abc32c is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:25:55.677982 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:55.721591 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e26364-ddd0-4b3f-aa74-33e3cc7c34ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58387b5a-4483-4fb4-be22-3a74c3abc32c'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:25:55.723994 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98799d28-a584-486c-b2dc-f88870bad769" -d '{"events": [{"server_uuid": "37e26364-ddd0-4b3f-aa74-33e3cc7c34ba", "name": "network-vif-plugged", "status": "completed", "tag": "58387b5a-4483-4fb4-be22-3a74c3abc32c"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:25:55.728642 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-574eec02-6fa0-474f-b314-4e563629ab8b admin admin] Publish callbacks [] for security_group (6d5999dd-04ca-47ad-95c9-f604356fc749), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:55.742897 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 58387b5a-4483-4fb4-be22-3a74c3abc32c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=58387b5a-4483-4fb4-be22-3a74c3abc32c,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:25:55.749809 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:55.753434 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-574eec02-6fa0-474f-b314-4e563629ab8b admin admin] Publish callbacks [] for security_group (6d5999dd-04ca-47ad-95c9-f604356fc749), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:55.797404 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f32754d-0611-4d4e-90a7-c28f93c83443 x-openstack-request-id: req-7f32754d-0611-4d4e-90a7-c28f93c83443 {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:25:55.797801 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e26364-ddd0-4b3f-aa74-33e3cc7c34ba", "name": "network-vif-plugged", "status": "completed", "tag": "58387b5a-4483-4fb4-be22-3a74c3abc32c", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:25:55.798060 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f32754d-0611-4d4e-90a7-c28f93c83443 {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:25:55.798462 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f32754d-0611-4d4e-90a7-c28f93c83443'] response: {'server_uuid': '37e26364-ddd0-4b3f-aa74-33e3cc7c34ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58387b5a-4483-4fb4-be22-3a74c3abc32c', 'code': 200} Sep 19 11:25:55.815428 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-574eec02-6fa0-474f-b314-4e563629ab8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (6d5999dd-04ca-47ad-95c9-f604356fc749), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:55.818450 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-574eec02-6fa0-474f-b314-4e563629ab8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:25:55.822898 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-574eec02-6fa0-474f-b314-4e563629ab8b admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/6d5999dd-04ca-47ad-95c9-f604356fc749 HTTP/1.1" status: 204 len: 168 time: 0.1698506 Sep 19 11:25:55.833416 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574eec02-6fa0-474f-b314-4e563629ab8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5999dd-04ca-47ad-95c9-f604356fc749,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:55.835778 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=58387b5a-4483-4fb4-be22-3a74c3abc32c,revision_number=7']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:25:56.016043 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf97099-1621-4bae-b9b0-4035d60a45c9 req-b1b02afe-912b-4267-bbe8-0bf36d5dfd9b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:56.018664 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1bf97099-1621-4bae-b9b0-4035d60a45c9 req-b1b02afe-912b-4267-bbe8-0bf36d5dfd9b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0610375 Sep 19 11:25:56.124446 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1bf97099-1621-4bae-b9b0-4035d60a45c9 req-08cd7572-b4ae-4216-91c4-0f16bde4f024 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992863 Sep 19 11:25:56.179140 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a015a7f-c873-40f8-8892-ec31112827ea req-2a0de891-5faa-4a17-b8f5-c722773c45d4 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:56.189915 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a015a7f-c873-40f8-8892-ec31112827ea req-2a0de891-5faa-4a17-b8f5-c722773c45d4 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.1035051 Sep 19 11:25:56.199964 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:56.278591 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a015a7f-c873-40f8-8892-ec31112827ea req-f90bed91-bb5f-4b32-adad-16dba45a25b5 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877717 Sep 19 11:25:57.268409 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348518e5-b9a1-45ca-b363-214ded6141a5 req-000bc7cc-47e8-4517-a383-e3214a7bdbdf tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:57.278497 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-348518e5-b9a1-45ca-b363-214ded6141a5 req-000bc7cc-47e8-4517-a383-e3214a7bdbdf tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0725784 Sep 19 11:25:57.428636 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-348518e5-b9a1-45ca-b363-214ded6141a5 req-d60fee56-6c61-400e-a3b0-835d34c46e8b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409583 Sep 19 11:25:57.527441 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc30e10-61b7-4727-84b5-dc989041e4bd req-df8628b5-8a49-4b7d-ac5f-837239d0a5e6 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:57.529078 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-efc30e10-61b7-4727-84b5-dc989041e4bd req-df8628b5-8a49-4b7d-ac5f-837239d0a5e6 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0728588 Sep 19 11:25:57.592977 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-efc30e10-61b7-4727-84b5-dc989041e4bd req-6a94e0eb-11ef-4040-a718-48b4ab15c61d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577958 Sep 19 11:25:58.633917 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee2e96-3155-4edb-af9f-27dd16455de5 req-ecbbd0a4-32c6-4453-8746-0d20f328b6c3 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:58.635508 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-91ee2e96-3155-4edb-af9f-27dd16455de5 req-ecbbd0a4-32c6-4453-8746-0d20f328b6c3 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0911295 Sep 19 11:25:58.708328 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-91ee2e96-3155-4edb-af9f-27dd16455de5 req-6f69f88d-6f61-4c1a-a763-6033ee68652a tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661936 Sep 19 11:25:58.719175 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:25:58.761589 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29549d80-600a-4923-80a2-95ca6f5c1faf req-5cabf609-920a-4457-a649-4d50e2364536 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:58.763266 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-29549d80-600a-4923-80a2-95ca6f5c1faf req-5cabf609-920a-4457-a649-4d50e2364536 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0538421 Sep 19 11:25:58.817259 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-29549d80-600a-4923-80a2-95ca6f5c1faf req-696f44bb-76c3-4f64-a16d-62cd58d7096d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478952 Sep 19 11:25:59.900436 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a08aa1-f4bd-469c-b70f-ed6150627207 req-552a77b8-aabc-49ba-9dc8-63ec28256c4a tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:25:59.903189 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-49a08aa1-f4bd-469c-b70f-ed6150627207 req-552a77b8-aabc-49ba-9dc8-63ec28256c4a tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0871708 Sep 19 11:26:00.020797 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-49a08aa1-f4bd-469c-b70f-ed6150627207 req-741092c3-1443-41a6-a94f-c8536dc3919c tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104760 Sep 19 11:26:00.044022 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1253f-6afa-4d97-b6c3-37f24fd52db8 req-ac31a9a4-b1b2-4869-99c0-66a44d4f835e tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:00.046626 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-89a1253f-6afa-4d97-b6c3-37f24fd52db8 req-ac31a9a4-b1b2-4869-99c0-66a44d4f835e tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0779819 Sep 19 11:26:00.100572 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-89a1253f-6afa-4d97-b6c3-37f24fd52db8 req-bf83b214-d00a-4d82-9396-5f566f5fbcae tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519431 Sep 19 11:26:00.868989 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:01.165334 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c075d9-9639-42af-a806-f192156f5278 req-68b4c54e-ff30-4b4d-a1c6-22b0e4bae3f9 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:01.172873 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d7c075d9-9639-42af-a806-f192156f5278 req-68b4c54e-ff30-4b4d-a1c6-22b0e4bae3f9 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0708146 Sep 19 11:26:01.239414 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d7c075d9-9639-42af-a806-f192156f5278 req-01ca1304-741d-4ad3-b3ef-d24386e4124b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651741 Sep 19 11:26:01.295218 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb724f7b-0cc6-42de-bb24-54d1d02cbe20 req-d6fa1c2a-d151-4a1d-a73f-413b6efddd88 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:01.296768 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb724f7b-0cc6-42de-bb24-54d1d02cbe20 req-d6fa1c2a-d151-4a1d-a73f-413b6efddd88 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0741267 Sep 19 11:26:01.353263 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb724f7b-0cc6-42de-bb24-54d1d02cbe20 req-f13ef5e1-48f5-49a2-b631-fef63901a2c2 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509984 Sep 19 11:26:01.417550 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 58812) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:01.548013 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0c950234-32eb-4de9-9257-607ea65c5d17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:01.643426 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0c950234-32eb-4de9-9257-607ea65c5d17 admin admin] Publish callbacks [] for security_group (54cf75a7-bcbd-4255-8a32-ad7410ee3e79), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:01.651671 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0c950234-32eb-4de9-9257-607ea65c5d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (54cf75a7-bcbd-4255-8a32-ad7410ee3e79), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:01.676523 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:01.690966 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c950234-32eb-4de9-9257-607ea65c5d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cf75a7-bcbd-4255-8a32-ad7410ee3e79,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:01.713756 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-0c950234-32eb-4de9-9257-607ea65c5d17 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=a37b4fa4c2cf4b50a23f46ef357ef9c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941349 Sep 19 11:26:01.713957 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 58818) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:01.787022 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-19ffded9-8a24-477b-b293-7a77bf6bdba1 admin admin] Publish callbacks [] for security_group (54cf75a7-bcbd-4255-8a32-ad7410ee3e79), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:01.818223 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-19ffded9-8a24-477b-b293-7a77bf6bdba1 admin admin] Publish callbacks [] for security_group (54cf75a7-bcbd-4255-8a32-ad7410ee3e79), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:01.868874 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-19ffded9-8a24-477b-b293-7a77bf6bdba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (54cf75a7-bcbd-4255-8a32-ad7410ee3e79), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:01.871491 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-19ffded9-8a24-477b-b293-7a77bf6bdba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:01.872722 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-19ffded9-8a24-477b-b293-7a77bf6bdba1 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/54cf75a7-bcbd-4255-8a32-ad7410ee3e79 HTTP/1.1" status: 204 len: 168 time: 0.1577222 Sep 19 11:26:01.888519 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffded9-8a24-477b-b293-7a77bf6bdba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cf75a7-bcbd-4255-8a32-ad7410ee3e79,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:02.228533 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 58824) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:02.245920 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d1d027f-fb9f-48c0-867b-123200f5aefa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:02.292590 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:02.406307 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff4cc2-3e31-4e34-9a29-445d73f902bc req-930e4e36-2774-4440-9781-c2a32c8ff288 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:02.408157 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-baff4cc2-3e31-4e34-9a29-445d73f902bc req-930e4e36-2774-4440-9781-c2a32c8ff288 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0818822 Sep 19 11:26:02.424869 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d1d027f-fb9f-48c0-867b-123200f5aefa admin admin] Publish callbacks [] for security_group (1035de4e-687a-4ad6-9655-08c770af4b8f), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:02.450743 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d1d027f-fb9f-48c0-867b-123200f5aefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (1035de4e-687a-4ad6-9655-08c770af4b8f), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:02.554631 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0d1d027f-fb9f-48c0-867b-123200f5aefa admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=fba9470f652643a39ccfea468aae2043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244648 Sep 19 11:26:02.556778 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 58830) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:02.562076 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-baff4cc2-3e31-4e34-9a29-445d73f902bc req-004aac90-7ca9-45b2-89aa-a84eac69d530 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451819 Sep 19 11:26:02.565058 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d027f-fb9f-48c0-867b-123200f5aefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1035de4e-687a-4ad6-9655-08c770af4b8f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:02.575313 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860146c1-7adc-430a-8b4e-19fbd064128e req-17e54b16-538a-46c0-b157-10f127a4dc60 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:02.576358 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-860146c1-7adc-430a-8b4e-19fbd064128e req-17e54b16-538a-46c0-b157-10f127a4dc60 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.1047990 Sep 19 11:26:02.590023 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:02.612274 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:02.629325 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-63c3e5f5-60cc-47aa-bcd0-27f06a23fd49 admin admin] Publish callbacks [] for security_group (1035de4e-687a-4ad6-9655-08c770af4b8f), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:02.655549 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-860146c1-7adc-430a-8b4e-19fbd064128e req-fffb7177-5256-4152-a904-5ebc8a19ff34 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706074 Sep 19 11:26:02.658525 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-63c3e5f5-60cc-47aa-bcd0-27f06a23fd49 admin admin] Publish callbacks [] for security_group (1035de4e-687a-4ad6-9655-08c770af4b8f), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:02.716670 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-63c3e5f5-60cc-47aa-bcd0-27f06a23fd49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (1035de4e-687a-4ad6-9655-08c770af4b8f), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:02.719223 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-63c3e5f5-60cc-47aa-bcd0-27f06a23fd49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:02.720386 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-63c3e5f5-60cc-47aa-bcd0-27f06a23fd49 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/1035de4e-687a-4ad6-9655-08c770af4b8f HTTP/1.1" status: 204 len: 168 time: 0.1625276 Sep 19 11:26:02.729403 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3e5f5-60cc-47aa-bcd0-27f06a23fd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1035de4e-687a-4ad6-9655-08c770af4b8f,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:03.724488 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4de1d5-b6bd-4a9a-a6b4-cd13a1656caf req-9d743d78-d116-40a5-82a0-ec03f1342dc5 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:03.733898 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5f4de1d5-b6bd-4a9a-a6b4-cd13a1656caf req-9d743d78-d116-40a5-82a0-ec03f1342dc5 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0930450 Sep 19 11:26:03.828810 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5f4de1d5-b6bd-4a9a-a6b4-cd13a1656caf req-07e03641-a7f1-4e61-96c2-3fddc63ed070 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933073 Sep 19 11:26:03.864273 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4ecd1-7dea-404b-a12e-2c11c8320e30 req-6e55ca11-edf2-4052-bdc1-f1d3af8697ee tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:03.866626 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a8c4ecd1-7dea-404b-a12e-2c11c8320e30 req-6e55ca11-edf2-4052-bdc1-f1d3af8697ee tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0843618 Sep 19 11:26:03.919328 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a8c4ecd1-7dea-404b-a12e-2c11c8320e30 req-9fdc4dfd-4083-41b9-b127-c6de16acdebb tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470080 Sep 19 11:26:05.010499 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab220f4-1f3d-4700-a286-cc4aac19717a req-014c7049-8abb-4dc3-aa27-37af7e76091f tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:05.012141 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bab220f4-1f3d-4700-a286-cc4aac19717a req-014c7049-8abb-4dc3-aa27-37af7e76091f tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0915356 Sep 19 11:26:05.106055 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bab220f4-1f3d-4700-a286-cc4aac19717a req-623471ea-1560-464b-920a-b7610a26fe84 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882411 Sep 19 11:26:05.133276 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22dbd7-4ce2-4973-b280-1499c0b831d4 req-8acbcea3-40e5-453b-9346-6f2ab09545d3 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:05.134572 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5b22dbd7-4ce2-4973-b280-1499c0b831d4 req-8acbcea3-40e5-453b-9346-6f2ab09545d3 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0973163 Sep 19 11:26:05.223440 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5b22dbd7-4ce2-4973-b280-1499c0b831d4 req-9cc6717c-b03b-4e39-b3de-89a90df73d82 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765214 Sep 19 11:26:05.323842 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-7372344e-ee24-4575-8799-bf842672c862 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2092087392&fields=id&tenant_id=221fd300d74c4248a1bfc9b785476477 HTTP/1.1" status: 200 len: 267 time: 0.0733893 Sep 19 11:26:05.357575 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 58922) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:05.464143 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-eb725b93-ee29-4358-af07-587b6fd99c4e tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:05.468368 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-eb725b93-ee29-4358-af07-587b6fd99c4e tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/networks?id=9a951bd2-b6a6-45c5-a4de-273e53cf0967 HTTP/1.1" status: 200 len: 809 time: 0.1369395 Sep 19 11:26:05.492621 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-987223be-b083-44cb-8cb9-87d4468ccf03 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/quotas/221fd300d74c4248a1bfc9b785476477 HTTP/1.1" status: 200 len: 375 time: 0.0207171 Sep 19 11:26:05.497154 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2905d6be-be65-4fe8-9633-439408d37292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:05.566608 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-6fee5e9e-7ace-488d-8e95-91fe8816737e tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=221fd300d74c4248a1bfc9b785476477&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682762 Sep 19 11:26:05.583795 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2905d6be-be65-4fe8-9633-439408d37292 admin admin] Publish callbacks [] for security_group (76d82583-3745-45a2-9f37-7c765d27b1de), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:05.589647 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2905d6be-be65-4fe8-9633-439408d37292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (76d82583-3745-45a2-9f37-7c765d27b1de), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:05.628765 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905d6be-be65-4fe8-9633-439408d37292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d82583-3745-45a2-9f37-7c765d27b1de,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:05.639729 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-2905d6be-be65-4fe8-9633-439408d37292 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=073c66701c814c93b2824cdca9c5300b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797041 Sep 19 11:26:05.642310 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 58926) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:05.689809 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-b5b28267-e82c-48a0-9bac-47f06d8730f9 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/9a951bd2-b6a6-45c5-a4de-273e53cf0967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202114 Sep 19 11:26:05.713883 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e5482848-70f5-49aa-a6f6-89064d6d8098 admin admin] Publish callbacks [] for security_group (76d82583-3745-45a2-9f37-7c765d27b1de), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:05.749973 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e5482848-70f5-49aa-a6f6-89064d6d8098 admin admin] Publish callbacks [] for security_group (76d82583-3745-45a2-9f37-7c765d27b1de), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:05.761749 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:05.799658 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-fe3f4a7c-def3-4051-b297-0ff53f395817 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/9a951bd2-b6a6-45c5-a4de-273e53cf0967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041715 Sep 19 11:26:05.811908 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e5482848-70f5-49aa-a6f6-89064d6d8098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (76d82583-3745-45a2-9f37-7c765d27b1de), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:05.814463 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e5482848-70f5-49aa-a6f6-89064d6d8098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:05.818262 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-e5482848-70f5-49aa-a6f6-89064d6d8098 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/76d82583-3745-45a2-9f37-7c765d27b1de HTTP/1.1" status: 204 len: 168 time: 0.1716871 Sep 19 11:26:05.825485 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5482848-70f5-49aa-a6f6-89064d6d8098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d82583-3745-45a2-9f37-7c765d27b1de,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:06.120438 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 58952) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:06.135612 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a67336f1-9bef-4256-a3b5-5ab4a7851023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:06.168768 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-33918d50-e30e-4f76-a2dd-12296dded87d req-96c0e112-7492-4452-b3d6-23af828581a7 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 210 time: 0.0437791 Sep 19 11:26:06.241045 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a67336f1-9bef-4256-a3b5-5ab4a7851023 admin admin] Publish callbacks [] for security_group (82908d51-8e0c-4739-a5b7-f5cad4936f8c), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:06.245067 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a67336f1-9bef-4256-a3b5-5ab4a7851023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (82908d51-8e0c-4739-a5b7-f5cad4936f8c), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:06.271057 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8a272-77ba-4231-8183-63d2cba7b50f req-c5b62aa7-b65e-4294-aa11-27b7dadb7d19 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:06.274002 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7bc8a272-77ba-4231-8183-63d2cba7b50f req-c5b62aa7-b65e-4294-aa11-27b7dadb7d19 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0533783 Sep 19 11:26:06.285653 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-a67336f1-9bef-4256-a3b5-5ab4a7851023 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=65c81473013c47a2b42033242f11e1a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1639223 Sep 19 11:26:06.286518 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 58958) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:06.319728 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:06.343470 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67336f1-9bef-4256-a3b5-5ab4a7851023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82908d51-8e0c-4739-a5b7-f5cad4936f8c,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:06.363432 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d14414fd-476c-4bee-b46d-54d5f7ca1ac2 admin admin] Publish callbacks [] for security_group (82908d51-8e0c-4739-a5b7-f5cad4936f8c), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:06.376503 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7bc8a272-77ba-4231-8183-63d2cba7b50f req-51e57ae7-3b9a-44ab-9bdc-804d93e1a539 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954223 Sep 19 11:26:06.407907 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d14414fd-476c-4bee-b46d-54d5f7ca1ac2 admin admin] Publish callbacks [] for security_group (82908d51-8e0c-4739-a5b7-f5cad4936f8c), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:06.414726 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a416089-9983-49b2-b29d-b24b81081a4c req-536f84f9-6619-4747-bdae-50a08284ce0d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:06.416321 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a416089-9983-49b2-b29d-b24b81081a4c req-536f84f9-6619-4747-bdae-50a08284ce0d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.1016204 Sep 19 11:26:06.452252 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:06.459611 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d14414fd-476c-4bee-b46d-54d5f7ca1ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (82908d51-8e0c-4739-a5b7-f5cad4936f8c), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:06.462211 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d14414fd-476c-4bee-b46d-54d5f7ca1ac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:06.470011 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-d14414fd-476c-4bee-b46d-54d5f7ca1ac2 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/82908d51-8e0c-4739-a5b7-f5cad4936f8c HTTP/1.1" status: 204 len: 168 time: 0.1749961 Sep 19 11:26:06.481286 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14414fd-476c-4bee-b46d-54d5f7ca1ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82908d51-8e0c-4739-a5b7-f5cad4936f8c,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:06.535209 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a416089-9983-49b2-b29d-b24b81081a4c req-5c6a5e9c-0d28-4845-8d33-9df7544b256a tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124060 Sep 19 11:26:06.591487 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6374c-84b8-46f9-b571-e5c02e24fe08 req-5840dc42-47f6-446a-b559-fc0c38fb86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:06.593197 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dad6374c-84b8-46f9-b571-e5c02e24fe08 req-5840dc42-47f6-446a-b559-fc0c38fb86f0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=078bf59c33cc43579aeb270262079a37&device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 1129 time: 0.0627713 Sep 19 11:26:06.696887 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6374c-84b8-46f9-b571-e5c02e24fe08 req-d4f99e5d-c8db-4d50-874b-734bb5e43ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:06.698371 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dad6374c-84b8-46f9-b571-e5c02e24fe08 req-d4f99e5d-c8db-4d50-874b-734bb5e43ab8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=f3f42746-643a-44f8-bda0-c0503923c439 HTTP/1.1" status: 200 len: 917 time: 0.0972259 Sep 19 11:26:06.774499 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dad6374c-84b8-46f9-b571-e5c02e24fe08 req-4d8559ab-a37e-4d35-8d3c-b09006ab41fe service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58387b5a-4483-4fb4-be22-3a74c3abc32c HTTP/1.1" status: 200 len: 1001 time: 0.0679765 Sep 19 11:26:06.829290 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6374c-84b8-46f9-b571-e5c02e24fe08 req-aa54bbc8-24f3-4371-a132-b7759d345b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:06.831080 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dad6374c-84b8-46f9-b571-e5c02e24fe08 req-aa54bbc8-24f3-4371-a132-b7759d345b34 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924 HTTP/1.1" status: 200 len: 855 time: 0.0493159 Sep 19 11:26:06.893229 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6374c-84b8-46f9-b571-e5c02e24fe08 req-c3c56950-5b6a-4b6e-900b-29fa71c8097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:06.894762 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dad6374c-84b8-46f9-b571-e5c02e24fe08 req-c3c56950-5b6a-4b6e-900b-29fa71c8097c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=f3f42746-643a-44f8-bda0-c0503923c439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542395 Sep 19 11:26:07.001487 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dad6374c-84b8-46f9-b571-e5c02e24fe08 req-e016effd-0f73-4e79-81ba-1f1910c7e5ab service neutron] 10.222.0.72 "GET /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913112 Sep 19 11:26:07.116800 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dad6374c-84b8-46f9-b571-e5c02e24fe08 req-37955ccc-92d2-4b40-8dc4-2f98f1dbcb28 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077361 Sep 19 11:26:07.271978 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bb897388-811a-4a2d-94b3-c5d460076131 req-7b54d335-748f-4640-b2cd-c29f2575a781 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 210 time: 0.0274520 Sep 19 11:26:07.329183 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 58990) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:07.425646 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6caf6b06-e300-4b14-94e6-21e4b0d4133b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1261119418-network', 'tenant_id': 'e14cb95e59a34903a938b53ea2757059'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:26:07.447317 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caf6b06-e300-4b14-94e6-21e4b0d4133b admin admin] Made reservation on behalf of e14cb95e59a34903a938b53ea2757059 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:26:07.449832 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6caf6b06-e300-4b14-94e6-21e4b0d4133b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:07.459372 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6caf6b06-e300-4b14-94e6-21e4b0d4133b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:07.522323 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b007ba-b964-4728-b37b-0c5bf7794171 req-8ccec1ca-5ef1-4ce7-86ab-2041cfa788e0 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:07.523715 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-67b007ba-b964-4728-b37b-0c5bf7794171 req-8ccec1ca-5ef1-4ce7-86ab-2041cfa788e0 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0621982 Sep 19 11:26:07.596495 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-67b007ba-b964-4728-b37b-0c5bf7794171 req-e2ee923e-e90f-48a3-bd7c-6289bdb6ee60 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665805 Sep 19 11:26:07.620082 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6caf6b06-e300-4b14-94e6-21e4b0d4133b admin admin] Publish callbacks [] for security_group (5cdc2e48-ee9a-48b1-a976-bbd6343bfbfb), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:07.623191 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6caf6b06-e300-4b14-94e6-21e4b0d4133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (5cdc2e48-ee9a-48b1-a976-bbd6343bfbfb), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:07.629469 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:07.676055 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6caf6b06-e300-4b14-94e6-21e4b0d4133b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 11:26:07.692219 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:07.696692 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf6b06-e300-4b14-94e6-21e4b0d4133b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdc2e48-ee9a-48b1-a976-bbd6343bfbfb,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:07.701281 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6caf6b06-e300-4b14-94e6-21e4b0d4133b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (8292f25d-8992-4e43-b84b-fbd77fc64a8e), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:07.701622 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-6caf6b06-e300-4b14-94e6-21e4b0d4133b admin admin] Added segment 8292f25d-8992-4e43-b84b-fbd77fc64a8e of type vlan for network 2fed73d2-88f0-45d4-8a72-621a56e374b7 Sep 19 11:26:07.716250 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e5f2b-5b99-4291-80b0-2715e3469560 req-fc0304db-1c31-49b4-b4ad-5aa9051bde4a tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:07.717755 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-417e5f2b-5b99-4291-80b0-2715e3469560 req-fc0304db-1c31-49b4-b4ad-5aa9051bde4a tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0871172 Sep 19 11:26:07.768811 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6caf6b06-e300-4b14-94e6-21e4b0d4133b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730871930287'] for network (2fed73d2-88f0-45d4-8a72-621a56e374b7), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:07.819636 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-417e5f2b-5b99-4291-80b0-2715e3469560 req-661bff33-8f36-4dc0-9f0c-187f0281ec82 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797377 Sep 19 11:26:07.820576 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6caf6b06-e300-4b14-94e6-21e4b0d4133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for network (2fed73d2-88f0-45d4-8a72-621a56e374b7), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:07.821521 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caf6b06-e300-4b14-94e6-21e4b0d4133b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:07.822098 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6caf6b06-e300-4b14-94e6-21e4b0d4133b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:07.872260 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6caf6b06-e300-4b14-94e6-21e4b0d4133b admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5419688 Sep 19 11:26:07.874947 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 58998) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:07.879491 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-52557b41-27cc-4466-b11e-49256724935f admin admin] Request body: {'subnet': {'network_id': '2fed73d2-88f0-45d4-8a72-621a56e374b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1261119418-subnet', 'tenant_id': 'e14cb95e59a34903a938b53ea2757059', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:26:07.899027 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf6b06-e300-4b14-94e6-21e4b0d4133b admin admin] Pushing event updated for resources: {'Network': ['ID=2fed73d2-88f0-45d4-8a72-621a56e374b7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:07.909743 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Network 2fed73d2-88f0-45d4-8a72-621a56e374b7 details requested by agent ovs-agent-dv-cinder-820994-5-iscsi with host dv-cinder-820994-5-iscsi {{(pid=106255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 11:26:07.911751 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52557b41-27cc-4466-b11e-49256724935f admin admin] Made reservation on behalf of e14cb95e59a34903a938b53ea2757059 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:26:07.914146 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-52557b41-27cc-4466-b11e-49256724935f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:08.082613 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-52557b41-27cc-4466-b11e-49256724935f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for subnet (fbae9878-4092-4b73-a344-2028f2bd7191), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:08.137931 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52557b41-27cc-4466-b11e-49256724935f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbae9878-4092-4b73-a344-2028f2bd7191,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:08.146555 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52557b41-27cc-4466-b11e-49256724935f admin admin] Checking segment: {'id': '8292f25d-8992-4e43-b84b-fbd77fc64a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2fed73d2-88f0-45d4-8a72-621a56e374b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:26:08.146916 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52557b41-27cc-4466-b11e-49256724935f admin admin] Network hostable DHCP agents. Network: 2fed73d2-88f0-45d4-8a72-621a56e374b7, hostable agents: ['4823e8b3-ab16-40fd-b6f9-cda48b53bbb0'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 11:26:08.164193 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52557b41-27cc-4466-b11e-49256724935f admin admin] Network 2fed73d2-88f0-45d4-8a72-621a56e374b7 is scheduled to be hosted by DHCP agent 4823e8b3-ab16-40fd-b6f9-cda48b53bbb0 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 11:26:08.172813 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-52557b41-27cc-4466-b11e-49256724935f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-5-iscsi, 2fed73d2-88f0-45d4-8a72-621a56e374b7) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:26:08.176963 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52557b41-27cc-4466-b11e-49256724935f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:08.178053 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-52557b41-27cc-4466-b11e-49256724935f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:08.182590 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fc12da-7b5a-4e25-bc3d-7faa9262be6f None None] Network 2fed73d2-88f0-45d4-8a72-621a56e374b7 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:26:08.194325 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-52557b41-27cc-4466-b11e-49256724935f admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3178670 Sep 19 11:26:08.388339 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3cea4d8d-86f2-4ff3-90bc-3c4ed477d8a5 req-6e01e852-a6dc-49a1-a84e-674e249cb26e tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 210 time: 0.0360579 Sep 19 11:26:08.421554 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893b6ab6-5a1d-4b4f-85de-36726a0d93c8 None None] Network 2fed73d2-88f0-45d4-8a72-621a56e374b7 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:26:08.471613 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:08.708184 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59018) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:08.713651 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-03d69ebb-a941-46ef-afce-c8665dc6a326 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1018931379-network', 'tenant_id': '5e9c83c2530240c0903bdbbc335c2e60'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:26:08.727882 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51fc41-006d-4e1e-8352-2a54e9efb2c2 req-d5a535f1-98f6-4eaf-8da1-66b3575901bd tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:08.729537 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c51fc41-006d-4e1e-8352-2a54e9efb2c2 req-d5a535f1-98f6-4eaf-8da1-66b3575901bd tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0507002 Sep 19 11:26:08.736906 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d69ebb-a941-46ef-afce-c8665dc6a326 admin admin] Made reservation on behalf of 5e9c83c2530240c0903bdbbc335c2e60 for: {'network': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:26:08.739811 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-03d69ebb-a941-46ef-afce-c8665dc6a326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for network (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:08.751337 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-03d69ebb-a941-46ef-afce-c8665dc6a326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:08.766579 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:08.780454 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c51fc41-006d-4e1e-8352-2a54e9efb2c2 req-431564b1-a10e-4e98-8bbc-d78fe874298a tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448601 Sep 19 11:26:08.834184 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-03d69ebb-a941-46ef-afce-c8665dc6a326 admin admin] Publish callbacks [] for security_group (ae79edda-ea5a-407b-a8d1-4260678391c1), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:08.837848 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-03d69ebb-a941-46ef-afce-c8665dc6a326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (ae79edda-ea5a-407b-a8d1-4260678391c1), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:08.859852 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d69ebb-a941-46ef-afce-c8665dc6a326 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=106254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 11:26:08.877019 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d69ebb-a941-46ef-afce-c8665dc6a326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae79edda-ea5a-407b-a8d1-4260678391c1,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:08.881776 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-03d69ebb-a941-46ef-afce-c8665dc6a326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (125890b8-ef12-46b4-8f03-7492c6decd2c), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:08.882116 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.segments_db [None req-03d69ebb-a941-46ef-afce-c8665dc6a326 admin admin] Added segment 125890b8-ef12-46b4-8f03-7492c6decd2c of type vlan for network 275a9156-5ae2-4ce3-8742-398cd5cebbd6 Sep 19 11:26:08.922535 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-03d69ebb-a941-46ef-afce-c8665dc6a326 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730871930287'] for network (275a9156-5ae2-4ce3-8742-398cd5cebbd6), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:08.948605 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e3fe1-af56-4d93-b715-7d9968d358fe req-d52724a7-02d3-40db-a470-862162788c58 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:08.950397 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d65e3fe1-af56-4d93-b715-7d9968d358fe req-d52724a7-02d3-40db-a470-862162788c58 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 945 time: 0.0478468 Sep 19 11:26:08.952068 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-03d69ebb-a941-46ef-afce-c8665dc6a326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for network (275a9156-5ae2-4ce3-8742-398cd5cebbd6), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:08.953072 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d69ebb-a941-46ef-afce-c8665dc6a326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:08.953648 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-03d69ebb-a941-46ef-afce-c8665dc6a326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:08.997905 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d65e3fe1-af56-4d93-b715-7d9968d358fe req-30cac7c0-c5e0-4c83-a78c-a92e5c8e0031 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419838 Sep 19 11:26:09.014485 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-03d69ebb-a941-46ef-afce-c8665dc6a326 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3050313 Sep 19 11:26:09.017472 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59022) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:09.019386 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d69ebb-a941-46ef-afce-c8665dc6a326 admin admin] Pushing event updated for resources: {'Network': ['ID=275a9156-5ae2-4ce3-8742-398cd5cebbd6,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:09.024271 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-99362d58-47ad-46ad-948a-6b4b7e2b3199 admin admin] Request body: {'subnet': {'network_id': '275a9156-5ae2-4ce3-8742-398cd5cebbd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1018931379-subnet', 'tenant_id': '5e9c83c2530240c0903bdbbc335c2e60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:26:09.038263 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Network 275a9156-5ae2-4ce3-8742-398cd5cebbd6 details requested by agent ovs-agent-dv-cinder-820994-5-iscsi with host dv-cinder-820994-5-iscsi {{(pid=106255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 11:26:09.045714 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99362d58-47ad-46ad-948a-6b4b7e2b3199 admin admin] Made reservation on behalf of 5e9c83c2530240c0903bdbbc335c2e60 for: {'subnet': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:26:09.048377 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-99362d58-47ad-46ad-948a-6b4b7e2b3199 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14016182'] for subnet (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:09.244308 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:09.265990 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-9469bac7-6a04-4c09-a751-25a813ccb104 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:09.267444 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-9469bac7-6a04-4c09-a751-25a813ccb104 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.72 "GET /networking/v2.0/networks?id=9a951bd2-b6a6-45c5-a4de-273e53cf0967 HTTP/1.1" status: 200 len: 809 time: 0.1162775 Sep 19 11:26:09.274664 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-99362d58-47ad-46ad-948a-6b4b7e2b3199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15337904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14016160'] for subnet (f3f68560-53b9-4752-9c68-1c0297147ac5), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:09.311001 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:09.341756 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99362d58-47ad-46ad-948a-6b4b7e2b3199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3f68560-53b9-4752-9c68-1c0297147ac5,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:09.347077 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:09.353301 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99362d58-47ad-46ad-948a-6b4b7e2b3199 admin admin] Checking segment: {'id': '125890b8-ef12-46b4-8f03-7492c6decd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '275a9156-5ae2-4ce3-8742-398cd5cebbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:26:09.353943 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99362d58-47ad-46ad-948a-6b4b7e2b3199 admin admin] Network hostable DHCP agents. Network: 275a9156-5ae2-4ce3-8742-398cd5cebbd6, hostable agents: ['4823e8b3-ab16-40fd-b6f9-cda48b53bbb0'], hosted agents: [] {{(pid=106254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 11:26:09.370746 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-2532d5f0-0de2-42fd-927a-ccf8641c30c7 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=221fd300d74c4248a1bfc9b785476477 HTTP/1.1" status: 200 len: 380 time: 0.0867486 Sep 19 11:26:09.376999 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99362d58-47ad-46ad-948a-6b4b7e2b3199 admin admin] Network 275a9156-5ae2-4ce3-8742-398cd5cebbd6 is scheduled to be hosted by DHCP agent 4823e8b3-ab16-40fd-b6f9-cda48b53bbb0 with binding_index 1 {{(pid=106254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 11:26:09.382465 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-8c1420b0-43a4-44d4-86db-8bad6d03dee3 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Request body: {'port': {'device_id': '72e1113c-0919-481f-b283-3f513328bcda', 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967', 'admin_state_up': True, 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'security_groups': ['0df0d457-b74a-4459-9b20-05ee7096dc9e']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:26:09.392587 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-99362d58-47ad-46ad-948a-6b4b7e2b3199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-5-iscsi, 275a9156-5ae2-4ce3-8742-398cd5cebbd6) {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:26:09.397695 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99362d58-47ad-46ad-948a-6b4b7e2b3199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:09.398366 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-99362d58-47ad-46ad-948a-6b4b7e2b3199 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:09.402767 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc63c36-f9f6-432b-a941-9648e850441b None None] Network 275a9156-5ae2-4ce3-8742-398cd5cebbd6 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:26:09.437305 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-99362d58-47ad-46ad-948a-6b4b7e2b3199 admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4182642 Sep 19 11:26:09.532936 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-115e6841-e336-45b7-93a0-75c69c9b3a9e req-976f9aad-b53f-48b3-9f1f-ab9691a0c3e8 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 210 time: 0.0406871 Sep 19 11:26:09.574890 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-8c1420b0-43a4-44d4-86db-8bad6d03dee3 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Made reservation on behalf of 221fd300d74c4248a1bfc9b785476477 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:26:09.576542 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f6d409-01ec-474c-a701-dbd10b75d4e1 None None] Network 275a9156-5ae2-4ce3-8742-398cd5cebbd6 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:26:09.580003 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-8c1420b0-43a4-44d4-86db-8bad6d03dee3 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:09.636129 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 58387b5a-4483-4fb4-be22-3a74c3abc32c no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:26:09.749631 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-8c1420b0-43a4-44d4-86db-8bad6d03dee3 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Allocated IP 172.20.0.10 (9a951bd2-b6a6-45c5-a4de-273e53cf0967/8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41/d337a699-9f06-4ec9-8cec-da0fca00d0ab) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:26:09.751485 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 58387b5a-4483-4fb4-be22-3a74c3abc32c is: ACTIVE; New status is: DOWN {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:09.752199 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:09.783215 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e26364-ddd0-4b3f-aa74-33e3cc7c34ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58387b5a-4483-4fb4-be22-3a74c3abc32c'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:26:09.785877 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bafd411-992d-4b5d-9500-5d5b8442b3c0" -d '{"events": [{"server_uuid": "37e26364-ddd0-4b3f-aa74-33e3cc7c34ba", "name": "network-vif-unplugged", "status": "completed", "tag": "58387b5a-4483-4fb4-be22-3a74c3abc32c"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:26:09.823827 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 58387b5a-4483-4fb4-be22-3a74c3abc32c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=58387b5a-4483-4fb4-be22-3a74c3abc32c,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:26:09.831451 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:09.863477 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 11:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e478962-5f52-48ba-b001-8e28edb0c8e8 x-openstack-request-id: req-3e478962-5f52-48ba-b001-8e28edb0c8e8 {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:26:09.864151 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e26364-ddd0-4b3f-aa74-33e3cc7c34ba", "name": "network-vif-unplugged", "status": "completed", "tag": "58387b5a-4483-4fb4-be22-3a74c3abc32c", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:26:09.864569 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e478962-5f52-48ba-b001-8e28edb0c8e8 {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:26:09.865146 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e478962-5f52-48ba-b001-8e28edb0c8e8'] response: {'server_uuid': '37e26364-ddd0-4b3f-aa74-33e3cc7c34ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58387b5a-4483-4fb4-be22-3a74c3abc32c', 'code': 200} Sep 19 11:26:09.903007 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=58387b5a-4483-4fb4-be22-3a74c3abc32c,revision_number=8']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:09.952295 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-8c1420b0-43a4-44d4-86db-8bad6d03dee3 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:10.027995 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5321d-7649-49ed-9a58-bbbab7f014b1 req-2e787b4d-cebe-4b63-a1d6-7430b8929c29 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:10.029400 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-04b5321d-7649-49ed-9a58-bbbab7f014b1 req-2e787b4d-cebe-4b63-a1d6-7430b8929c29 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0699921 Sep 19 11:26:10.048024 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-8c1420b0-43a4-44d4-86db-8bad6d03dee3 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:10.107139 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-8c1420b0-43a4-44d4-86db-8bad6d03dee3 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Network 9a951bd2-b6a6-45c5-a4de-273e53cf0967 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:26:10.129099 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-8c1420b0-43a4-44d4-86db-8bad6d03dee3 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:26:10.132916 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-8c1420b0-43a4-44d4-86db-8bad6d03dee3 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:26:10.137639 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-8c1420b0-43a4-44d4-86db-8bad6d03dee3 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:10.138238 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-8c1420b0-43a4-44d4-86db-8bad6d03dee3 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:10.206899 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1420b0-43a4-44d4-86db-8bad6d03dee3 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Pushing event updated for resources: {'Port': ['ID=d337a699-9f06-4ec9-8cec-da0fca00d0ab,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:10.247213 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-04b5321d-7649-49ed-9a58-bbbab7f014b1 req-298caffc-ee5c-435c-b5e6-dc871dfe9c25 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097263 Sep 19 11:26:10.264672 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-8c1420b0-43a4-44d4-86db-8bad6d03dee3 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8888476 Sep 19 11:26:10.280065 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06fdec-8187-42b6-aa22-8fd7f3b20bc5 req-cd5113c7-63da-48ba-8fc8-095f2d5a2956 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:10.281575 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ca06fdec-8187-42b6-aa22-8fd7f3b20bc5 req-cd5113c7-63da-48ba-8fc8-095f2d5a2956 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.1764529 Sep 19 11:26:10.287047 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] Request body: {'port': {'device_id': '72e1113c-0919-481f-b283-3f513328bcda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:26:10.354943 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:10.385438 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-d110d621-a2a0-44a8-8ffc-f1097ffab598 None None] Provisioning complete for port d337a699-9f06-4ec9-8cec-da0fca00d0ab triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:26:10.386042 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d110d621-a2a0-44a8-8ffc-f1097ffab598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:10.386167 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-d110d621-a2a0-44a8-8ffc-f1097ffab598 None None] Attempt 1 to provision port d337a699-9f06-4ec9-8cec-da0fca00d0ab Sep 19 11:26:10.396669 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:10.402462 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ca06fdec-8187-42b6-aa22-8fd7f3b20bc5 req-d89056ed-21c6-4bd3-bcb6-b948f3a35ac4 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108263 Sep 19 11:26:10.405253 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:10.418448 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-d110d621-a2a0-44a8-8ffc-f1097ffab598 None None] Port d337a699-9f06-4ec9-8cec-da0fca00d0ab cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:26:10.681522 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01810b0-5aa7-4777-ae05-4c036c0a3edf req-69fbd5de-18fd-4304-b075-a0a566c5ae3e tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:10.683022 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f01810b0-5aa7-4777-ae05-4c036c0a3edf req-69fbd5de-18fd-4304-b075-a0a566c5ae3e tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 932 time: 0.0609138 Sep 19 11:26:10.744999 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d337a699-9f06-4ec9-8cec-da0fca00d0ab {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:26:10.757218 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] Publish callbacks [] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:10.778833 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] Transition to ACTIVE for port object d337a699-9f06-4ec9-8cec-da0fca00d0ab will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 11:26:10.782910 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f01810b0-5aa7-4777-ae05-4c036c0a3edf req-c4b8c74d-ae19-4146-83a6-b8604aba3751 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934439 Sep 19 11:26:10.783983 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:10.852336 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] Pushing event updated for resources: {'Port': ['ID=d337a699-9f06-4ec9-8cec-da0fca00d0ab,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:10.863108 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] Attempting to bind port d337a699-9f06-4ec9-8cec-da0fca00d0ab on host hv-cinder-82099 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:26:10.863445 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] Attempting to bind port d337a699-9f06-4ec9-8cec-da0fca00d0ab by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '28c59fe9-f85e-462f-9208-278d9e0fe8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:26:10.863783 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] Attempting to bind port d337a699-9f06-4ec9-8cec-da0fca00d0ab on network 9a951bd2-b6a6-45c5-a4de-273e53cf0967 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:26:10.906499 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] Port d337a699-9f06-4ec9-8cec-da0fca00d0ab on network 9a951bd2-b6a6-45c5-a4de-273e53cf0967 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 11:26:10.906810 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] Attempting to bind port d337a699-9f06-4ec9-8cec-da0fca00d0ab on network 9a951bd2-b6a6-45c5-a4de-273e53cf0967 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:26:10.919481 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-d110d621-a2a0-44a8-8ffc-f1097ffab598 None None] Attempt 2 to provision port d337a699-9f06-4ec9-8cec-da0fca00d0ab Sep 19 11:26:10.940454 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-9ea9b24d-cfaf-45ac-8263-c73c07543351 req-7a0abc7d-9f4d-465e-9bc8-829ae1f465ff service neutron] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 11:26:10.941354 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9ea9b24d-cfaf-45ac-8263-c73c07543351 req-7a0abc7d-9f4d-465e-9bc8-829ae1f465ff service neutron] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054574 Sep 19 11:26:10.956130 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-d110d621-a2a0-44a8-8ffc-f1097ffab598 None None] Port d337a699-9f06-4ec9-8cec-da0fca00d0ab cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:26:10.956284 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] Checking agent: {'id': '89dce09e-1d3d-46be-9edc-f71162f9f1f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'started_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:26:10.956467 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] Checking segment: {'id': '28c59fe9-f85e-462f-9208-278d9e0fe8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:26:10.956865 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] Bound using segment: {'id': '28c59fe9-f85e-462f-9208-278d9e0fe8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:26:10.957543 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] Bound port: d337a699-9f06-4ec9-8cec-da0fca00d0ab, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c59fe9-f85e-462f-9208-278d9e0fe8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:26:10.957900 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:11.025028 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] For port d337a699-9f06-4ec9-8cec-da0fca00d0ab, host hv-cinder-82099, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:26:11.028644 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] For port d337a699-9f06-4ec9-8cec-da0fca00d0ab, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=d337a699-9f06-4ec9-8cec-da0fca00d0ab,segment=NetworkSegment(28c59fe9-f85e-462f-9208-278d9e0fe8d5),segment_id=28c59fe9-f85e-462f-9208-278d9e0fe8d5)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:26:11.034507 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:11.038903 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:11.039658 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:11.041378 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/d337a699-9f06-4ec9-8cec-da0fca00d0ab HTTP/1.1" status: 200 len: 1094 time: 0.7588153 Sep 19 11:26:11.043966 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e1113c-0919-481f-b283-3f513328bcda', 'tag': 'd337a699-9f06-4ec9-8cec-da0fca00d0ab'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:26:11.046359 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fffe767-5b0f-4d3f-89c2-fa2bd2c3cab8" -d '{"events": [{"name": "network-changed", "server_uuid": "72e1113c-0919-481f-b283-3f513328bcda", "tag": "d337a699-9f06-4ec9-8cec-da0fca00d0ab"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:26:11.114630 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd714e6-fd4c-4d8c-9133-1c267f31696f x-openstack-request-id: req-dbd714e6-fd4c-4d8c-9133-1c267f31696f {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:26:11.115626 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e1113c-0919-481f-b283-3f513328bcda", "tag": "d337a699-9f06-4ec9-8cec-da0fca00d0ab", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:26:11.115755 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dbd714e6-fd4c-4d8c-9133-1c267f31696f {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:26:11.116245 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd714e6-fd4c-4d8c-9133-1c267f31696f'] response: {'name': 'network-changed', 'server_uuid': '72e1113c-0919-481f-b283-3f513328bcda', 'tag': 'd337a699-9f06-4ec9-8cec-da0fca00d0ab', 'status': 'completed', 'code': 200} Sep 19 11:26:11.161007 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13598cfc-f311-4c0c-b1f3-979312ecfd9b service neutron] Pushing event updated for resources: {'Port': ['ID=d337a699-9f06-4ec9-8cec-da0fca00d0ab,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:11.169363 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-8672896e-add7-43b3-a747-6046540a109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:11.171654 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-8672896e-add7-43b3-a747-6046540a109b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=221fd300d74c4248a1bfc9b785476477&device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 1128 time: 0.0705719 Sep 19 11:26:11.225180 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-d3de8698-6a29-471c-9f64-a6d228889ab5 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d337a699-9f06-4ec9-8cec-da0fca00d0ab HTTP/1.1" status: 200 len: 217 time: 0.0444505 Sep 19 11:26:11.457503 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-d110d621-a2a0-44a8-8ffc-f1097ffab598 None None] Attempt 3 to provision port d337a699-9f06-4ec9-8cec-da0fca00d0ab Sep 19 11:26:11.490739 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:11.504256 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-d110d621-a2a0-44a8-8ffc-f1097ffab598 None None] Port d337a699-9f06-4ec9-8cec-da0fca00d0ab had new provisioning blocks added so it will not transition to active. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 11:26:11.521744 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:11.544221 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59092) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:11.581618 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef12f9e-b907-4955-88f2-f4d0f6a9c28e req-1b2d6bd7-e06c-4efc-9f8e-ea61c907d78c tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:11.583487 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6ef12f9e-b907-4955-88f2-f4d0f6a9c28e req-1b2d6bd7-e06c-4efc-9f8e-ea61c907d78c tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.3545485 Sep 19 11:26:11.592692 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f34a2-d4ce-4358-a1dc-44f23055df6c req-d62b7fd3-7a2c-40cf-baa3-7c56db2c24c2 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:11.594283 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-de9f34a2-d4ce-4358-a1dc-44f23055df6c req-d62b7fd3-7a2c-40cf-baa3-7c56db2c24c2 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.1255972 Sep 19 11:26:11.598086 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-7728355d-9226-4a0a-ad43-042f85ba6d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:11.599558 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-7728355d-9226-4a0a-ad43-042f85ba6d1a service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41 HTTP/1.1" status: 200 len: 848 time: 0.3622310 Sep 19 11:26:11.651986 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:11.698662 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-d3967c73-6c0a-4eca-80a3-1d89be5f34db req-d0e5e9bb-b476-400e-af85-5faf508b5a03 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1526260 Sep 19 11:26:11.705912 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-1edfca1a-1f46-4d08-b09a-a0b060a4ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:11.707749 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-1edfca1a-1f46-4d08-b09a-a0b060a4ada0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9a951bd2-b6a6-45c5-a4de-273e53cf0967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0921102 Sep 19 11:26:11.708088 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [req-d3967c73-6c0a-4eca-80a3-1d89be5f34db req-69fa2666-91d7-4422-a3d8-5ffd608f16e9 service neutron] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106254) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 11:26:11.709614 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-d3967c73-6c0a-4eca-80a3-1d89be5f34db req-69fa2666-91d7-4422-a3d8-5ffd608f16e9 service neutron] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0058973 Sep 19 11:26:11.734207 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-de9f34a2-d4ce-4358-a1dc-44f23055df6c req-946a212b-3869-4eca-8e44-8ec0a2abb453 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277821 Sep 19 11:26:11.737121 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6ef12f9e-b907-4955-88f2-f4d0f6a9c28e req-baf7077b-ed41-4e2d-9894-ad4699b4ee4c tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417713 Sep 19 11:26:11.804354 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59106) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:11.855749 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-b9eb7b1b-db2b-4a15-85f7-fb9e2f6fd707 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9a951bd2-b6a6-45c5-a4de-273e53cf0967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372919 Sep 19 11:26:11.884769 dv-cinder-820994-5-iscsi neutron-server[106254]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 19 11:26:11.948111 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3967c73-6c0a-4eca-80a3-1d89be5f34db req-2d8d7b11-29f4-493c-ae8b-42839fe27936 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:11.959521 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-d3967c73-6c0a-4eca-80a3-1d89be5f34db req-2d8d7b11-29f4-493c-ae8b-42839fe27936 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports/58387b5a-4483-4fb4-be22-3a74c3abc32c HTTP/1.1" status: 200 len: 940 time: 0.1537621 Sep 19 11:26:12.007180 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eea6af-ac4d-463f-9b67-3af8cff367ea req-c3caf326-c1e5-4b8a-91a4-3cf3b0aa35c1 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:12.008724 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d7eea6af-ac4d-463f-9b67-3af8cff367ea req-c3caf326-c1e5-4b8a-91a4-3cf3b0aa35c1 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.1253641 Sep 19 11:26:12.087655 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25c0c4-1e1a-40c4-b2c5-72d40442f400 req-58aeb023-099e-4d52-be40-0c91c94d0979 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:12.089169 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1a25c0c4-1e1a-40c4-b2c5-72d40442f400 req-58aeb023-099e-4d52-be40-0c91c94d0979 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.1212916 Sep 19 11:26:12.109836 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08a9ffb0-c4a8-47b8-941c-378513243c77 req-c3ea6213-cc6c-446b-9946-d740b8f9a1cf service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9a951bd2-b6a6-45c5-a4de-273e53cf0967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477572 Sep 19 11:26:12.112972 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac998ce-c07d-444f-9542-eaad06740fcc req-f00fddf3-884e-4ae4-9dd0-b469462b5ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:12.114336 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fac998ce-c07d-444f-9542-eaad06740fcc req-f00fddf3-884e-4ae4-9dd0-b469462b5ddd service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=e8a952d8324548d7a8e80f72449ea5e6&device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 1129 time: 0.0947824 Sep 19 11:26:12.170310 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d7eea6af-ac4d-463f-9b67-3af8cff367ea req-4ccfecf2-47df-482e-8245-670de1efe90a tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495638 Sep 19 11:26:12.230258 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1a25c0c4-1e1a-40c4-b2c5-72d40442f400 req-411c8cf1-f738-4b55-bb8e-067bc001b861 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337240 Sep 19 11:26:12.269278 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac998ce-c07d-444f-9542-eaad06740fcc req-054d5ab3-6b2f-4aef-b715-b59209d4cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:12.270938 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fac998ce-c07d-444f-9542-eaad06740fcc req-054d5ab3-6b2f-4aef-b715-b59209d4cfd0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=79977212-9704-4425-8d7a-e6522d6f3c5b HTTP/1.1" status: 200 len: 912 time: 0.1416140 Sep 19 11:26:12.352088 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=35 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:12.418332 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:12.448469 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffe767-5b0f-4d3f-89c2-fa2bd2c3cab8 req-62c47548-49d7-464d-99cf-f1a75d781404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:12.449993 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6fffe767-5b0f-4d3f-89c2-fa2bd2c3cab8 req-62c47548-49d7-464d-99cf-f1a75d781404 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=221fd300d74c4248a1bfc9b785476477&device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 1128 time: 0.0907261 Sep 19 11:26:12.452152 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fac998ce-c07d-444f-9542-eaad06740fcc req-9f013e03-2437-4ee7-80a8-99b51d67068f service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be6dcfdf-14a9-42c6-8271-941d034d3349 HTTP/1.1" status: 200 len: 1001 time: 0.0941553 Sep 19 11:26:12.565400 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac998ce-c07d-444f-9542-eaad06740fcc req-24552d66-c2e7-46cd-80dc-cdbe541590ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:12.566875 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fac998ce-c07d-444f-9542-eaad06740fcc req-24552d66-c2e7-46cd-80dc-cdbe541590ad service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0857979c-3349-4111-a884-534dbfbaeaf0 HTTP/1.1" status: 200 len: 850 time: 0.0977499 Sep 19 11:26:12.615584 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:12.622818 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffe767-5b0f-4d3f-89c2-fa2bd2c3cab8 req-ad31318d-bfda-4835-b809-0ce98e7b1f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:12.624332 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6fffe767-5b0f-4d3f-89c2-fa2bd2c3cab8 req-ad31318d-bfda-4835-b809-0ce98e7b1f6e service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9a951bd2-b6a6-45c5-a4de-273e53cf0967 HTTP/1.1" status: 200 len: 910 time: 0.1634083 Sep 19 11:26:12.627346 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac998ce-c07d-444f-9542-eaad06740fcc req-a6df8933-4c45-458e-afff-ec6d759e8a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:12.628743 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fac998ce-c07d-444f-9542-eaad06740fcc req-a6df8933-4c45-458e-afff-ec6d759e8a0f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=79977212-9704-4425-8d7a-e6522d6f3c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525558 Sep 19 11:26:12.679089 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6fffe767-5b0f-4d3f-89c2-fa2bd2c3cab8 req-29101d4b-64db-4017-9ef3-abfe957289c3 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d337a699-9f06-4ec9-8cec-da0fca00d0ab HTTP/1.1" status: 200 len: 217 time: 0.0436296 Sep 19 11:26:12.774901 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffe767-5b0f-4d3f-89c2-fa2bd2c3cab8 req-5ddc14d3-5914-4392-beb1-a4b47e175a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:12.776338 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6fffe767-5b0f-4d3f-89c2-fa2bd2c3cab8 req-5ddc14d3-5914-4392-beb1-a4b47e175a5f service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41 HTTP/1.1" status: 200 len: 848 time: 0.0879436 Sep 19 11:26:12.796190 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:12.835158 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fac998ce-c07d-444f-9542-eaad06740fcc req-46e0c8cb-0e9d-4ba6-ab6c-17262d39bf87 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/79977212-9704-4425-8d7a-e6522d6f3c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986279 Sep 19 11:26:12.838530 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffe767-5b0f-4d3f-89c2-fa2bd2c3cab8 req-9ef653c2-4cc5-42f3-b5ab-31d497a5ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:12.839903 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6fffe767-5b0f-4d3f-89c2-fa2bd2c3cab8 req-9ef653c2-4cc5-42f3-b5ab-31d497a5ffc8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9a951bd2-b6a6-45c5-a4de-273e53cf0967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542247 Sep 19 11:26:13.012820 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014244c7-ff02-4834-a3bc-59574ae92ec7 req-f27eb6ca-7362-42f4-9ffa-dfd9c5969d45 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:13.014412 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-014244c7-ff02-4834-a3bc-59574ae92ec7 req-f27eb6ca-7362-42f4-9ffa-dfd9c5969d45 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.1425505 Sep 19 11:26:13.069333 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6fffe767-5b0f-4d3f-89c2-fa2bd2c3cab8 req-8af99970-fef3-46c2-a730-4c8d1b7e8712 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9a951bd2-b6a6-45c5-a4de-273e53cf0967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152975 Sep 19 11:26:13.079391 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fac998ce-c07d-444f-9542-eaad06740fcc req-6dad9453-2af1-40de-8059-e8c26f3742f2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/79977212-9704-4425-8d7a-e6522d6f3c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324033 Sep 19 11:26:13.152365 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-014244c7-ff02-4834-a3bc-59574ae92ec7 req-f6c9bf29-13ff-46de-be09-59b3df236711 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284294 Sep 19 11:26:13.193766 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6fffe767-5b0f-4d3f-89c2-fa2bd2c3cab8 req-13ee78a3-cd78-420d-b6d2-5fcf176694bc service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9a951bd2-b6a6-45c5-a4de-273e53cf0967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126766 Sep 19 11:26:13.298303 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da008b3-aff7-4fd5-a9ee-a49e0bb721b0 req-37a24fb4-ba2b-4f12-ba48-b037dbd31c46 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:13.299740 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7da008b3-aff7-4fd5-a9ee-a49e0bb721b0 req-37a24fb4-ba2b-4f12-ba48-b037dbd31c46 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0513215 Sep 19 11:26:13.389032 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e3d1b-9aa1-436b-bba3-a3c48467bb4b req-299c52f0-1519-4f01-81e3-6a2dc5a2cc46 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:13.390523 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-302e3d1b-9aa1-436b-bba3-a3c48467bb4b req-299c52f0-1519-4f01-81e3-6a2dc5a2cc46 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0761824 Sep 19 11:26:13.394401 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7da008b3-aff7-4fd5-a9ee-a49e0bb721b0 req-9dc146b1-ea09-4029-9d58-09bf6978c01d tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862451 Sep 19 11:26:13.440885 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-302e3d1b-9aa1-436b-bba3-a3c48467bb4b req-d2814ab9-9515-4656-8666-993a7a4909df tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436575 Sep 19 11:26:13.971204 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3967c73-6c0a-4eca-80a3-1d89be5f34db req-dbc6e8b8-069f-4c2d-9d3b-38ff60f431e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:13.972723 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d3967c73-6c0a-4eca-80a3-1d89be5f34db req-dbc6e8b8-069f-4c2d-9d3b-38ff60f431e6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba&tenant_id=078bf59c33cc43579aeb270262079a37 HTTP/1.1" status: 200 len: 1127 time: 0.0783012 Sep 19 11:26:14.295493 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc6421-7a91-4d64-aed3-80f167cc2bd9 req-b87e8bbb-a814-4678-be6d-a1caa7808030 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:14.297138 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03fc6421-7a91-4d64-aed3-80f167cc2bd9 req-b87e8bbb-a814-4678-be6d-a1caa7808030 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.0504434 Sep 19 11:26:14.346088 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03fc6421-7a91-4d64-aed3-80f167cc2bd9 req-f760842d-a6b2-4317-8425-e7d9bfb14fed tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417602 Sep 19 11:26:14.397327 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3967c73-6c0a-4eca-80a3-1d89be5f34db req-ca783aa1-7392-4788-a858-c2309418b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:14.398911 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d3967c73-6c0a-4eca-80a3-1d89be5f34db req-ca783aa1-7392-4788-a858-c2309418b95c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=078bf59c33cc43579aeb270262079a37&device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 1127 time: 0.0420830 Sep 19 11:26:14.514718 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:14.545247 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3967c73-6c0a-4eca-80a3-1d89be5f34db req-65a0de4e-aed5-49c2-8f8b-5c3edaee6eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:14.546682 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d3967c73-6c0a-4eca-80a3-1d89be5f34db req-65a0de4e-aed5-49c2-8f8b-5c3edaee6eb8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=f3f42746-643a-44f8-bda0-c0503923c439 HTTP/1.1" status: 200 len: 917 time: 0.1418488 Sep 19 11:26:14.569216 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b3502-bece-4369-8208-431317389f9c req-d6f6b282-221f-4ee7-a69c-0cbc3cf1f39f tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:14.570577 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-839b3502-bece-4369-8208-431317389f9c req-d6f6b282-221f-4ee7-a69c-0cbc3cf1f39f tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0965309 Sep 19 11:26:14.618751 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:14.647010 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e300b-cdb5-4735-82f0-e8c8ea967c8b req-9c9844c9-02d9-4e0a-8adc-ef352bfa3e74 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:14.648509 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-665e300b-cdb5-4735-82f0-e8c8ea967c8b req-9c9844c9-02d9-4e0a-8adc-ef352bfa3e74 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.1239989 Sep 19 11:26:14.678041 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d3967c73-6c0a-4eca-80a3-1d89be5f34db req-5b1d5c46-0b0a-4aa1-a34f-ef4647f3427d service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58387b5a-4483-4fb4-be22-3a74c3abc32c HTTP/1.1" status: 200 len: 999 time: 0.1146948 Sep 19 11:26:14.728986 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-839b3502-bece-4369-8208-431317389f9c req-fde41ab7-6e78-4107-926e-3d3014555836 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498406 Sep 19 11:26:14.764478 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-665e300b-cdb5-4735-82f0-e8c8ea967c8b req-863bf317-c781-41d6-bc03-0db3bd693aef tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058245 Sep 19 11:26:14.766176 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3967c73-6c0a-4eca-80a3-1d89be5f34db req-bbc13abe-075e-4efb-9151-944acc99bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:14.767543 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d3967c73-6c0a-4eca-80a3-1d89be5f34db req-bbc13abe-075e-4efb-9151-944acc99bfe5 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924 HTTP/1.1" status: 200 len: 855 time: 0.0773203 Sep 19 11:26:14.811166 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3967c73-6c0a-4eca-80a3-1d89be5f34db req-50a53ab8-f00a-4638-a09e-1e68bc2047ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:14.812658 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d3967c73-6c0a-4eca-80a3-1d89be5f34db req-50a53ab8-f00a-4638-a09e-1e68bc2047ff service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=f3f42746-643a-44f8-bda0-c0503923c439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383093 Sep 19 11:26:14.902684 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d3967c73-6c0a-4eca-80a3-1d89be5f34db req-9893dce4-6d65-4d12-881f-651d8e7ea7bd service neutron] 10.222.0.72 "GET /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825553 Sep 19 11:26:14.994847 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d3967c73-6c0a-4eca-80a3-1d89be5f34db req-2d029f4a-e678-4f01-98cf-bddd474e21a5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854726 Sep 19 11:26:15.506837 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c4533-d7ea-4589-858b-b47f526362ec req-196c7f1e-7bc5-405b-8aa1-fd5cfa52921f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:15.509756 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d85c4533-d7ea-4589-858b-b47f526362ec req-196c7f1e-7bc5-405b-8aa1-fd5cfa52921f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.0712388 Sep 19 11:26:15.591853 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d85c4533-d7ea-4589-858b-b47f526362ec req-0040c834-3a17-4ee0-b08f-bddfde45611c tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737476 Sep 19 11:26:15.905254 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8149a-e3a2-4a23-adac-9f47149cdcdb req-edb5406a-c25c-41ef-a4dc-28afa9ce5f15 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:15.908267 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-74e8149a-e3a2-4a23-adac-9f47149cdcdb req-edb5406a-c25c-41ef-a4dc-28afa9ce5f15 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0874741 Sep 19 11:26:15.981515 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-74e8149a-e3a2-4a23-adac-9f47149cdcdb req-34a8828b-9f0e-4e78-a1cd-94171c2ce436 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677950 Sep 19 11:26:16.315339 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-1112d399-b01f-412c-8aa0-6738482b7626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:16.746805 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76974fb-1ea8-4847-ab59-de33b57383ce req-a74d6f8c-6621-43b2-9605-5c6f28573e24 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:16.752394 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d76974fb-1ea8-4847-ab59-de33b57383ce req-a74d6f8c-6621-43b2-9605-5c6f28573e24 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.0561385 Sep 19 11:26:16.808321 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d76974fb-1ea8-4847-ab59-de33b57383ce req-8b27ec81-3d3f-4598-8106-544bd7f6471f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528672 Sep 19 11:26:17.128075 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85425cbd-a383-45e4-a14d-8d5d22f38d2d req-7063610a-49e3-410a-b469-321499b2b424 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:17.129667 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-85425cbd-a383-45e4-a14d-8d5d22f38d2d req-7063610a-49e3-410a-b469-321499b2b424 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0529408 Sep 19 11:26:17.403489 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-85425cbd-a383-45e4-a14d-8d5d22f38d2d req-99f25b72-87b2-40cb-9c2c-241557171ba1 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673535 Sep 19 11:26:17.955646 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94365a5b-dffc-4160-931c-2b8e9f656c0d req-e337da77-9aaa-4579-b99a-bbfe9f08560c tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:17.957755 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-94365a5b-dffc-4160-931c-2b8e9f656c0d req-e337da77-9aaa-4579-b99a-bbfe9f08560c tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.0607746 Sep 19 11:26:18.007573 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-94365a5b-dffc-4160-931c-2b8e9f656c0d req-ed2b3ed5-54bd-4d5f-806f-e8b6da5654f9 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439203 Sep 19 11:26:18.491988 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3fc74a92-8a83-45f9-9fb4-84fe355acda1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:18.547101 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:18.568554 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c5a35-c859-4a8f-aebc-566ba32fa875 req-7d3888c8-6ce9-419c-9fb5-ec598aac4c40 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:18.570437 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b55c5a35-c859-4a8f-aebc-566ba32fa875 req-7d3888c8-6ce9-419c-9fb5-ec598aac4c40 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0581737 Sep 19 11:26:18.632889 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b55c5a35-c859-4a8f-aebc-566ba32fa875 req-2c8a4def-8280-4d2e-9e3f-716f9e70e52c tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567460 Sep 19 11:26:19.142987 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8a89f-f67a-43ac-a880-e64e1a13145c req-cd2cfbe7-fa80-40fe-be70-bad2eb07ee1a tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:19.144920 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f4e8a89f-f67a-43ac-a880-e64e1a13145c req-cd2cfbe7-fa80-40fe-be70-bad2eb07ee1a tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.0529220 Sep 19 11:26:19.197471 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f4e8a89f-f67a-43ac-a880-e64e1a13145c req-55b35e64-59a3-4eea-88bf-d436a905de45 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464504 Sep 19 11:26:19.733143 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:19.776802 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e75d0e-dadb-4d28-ad51-521369146c9d req-49934468-572a-40bb-b01d-1d2a1b73d7d1 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:19.778646 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f6e75d0e-dadb-4d28-ad51-521369146c9d req-49934468-572a-40bb-b01d-1d2a1b73d7d1 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0546546 Sep 19 11:26:19.820928 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:19.843876 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f6e75d0e-dadb-4d28-ad51-521369146c9d req-cacdc5ae-3991-409c-add7-4a572504973a tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596178 Sep 19 11:26:20.339005 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad36c82-402a-4a00-92ce-2309b6602398 req-21a320ed-dfdb-4eca-81f9-9a600752aa15 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:20.341082 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7ad36c82-402a-4a00-92ce-2309b6602398 req-21a320ed-dfdb-4eca-81f9-9a600752aa15 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.0606227 Sep 19 11:26:20.395620 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7ad36c82-402a-4a00-92ce-2309b6602398 req-8a57971a-34b3-46e8-b01a-c4f598724226 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479562 Sep 19 11:26:20.840194 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:26:21.031986 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69dfb7-69d0-433b-9b86-2346293fd483 req-ce492373-7b06-41a8-909e-9681fbb4017a tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:21.034079 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dc69dfb7-69d0-433b-9b86-2346293fd483 req-ce492373-7b06-41a8-909e-9681fbb4017a tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.1039536 Sep 19 11:26:21.107082 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dc69dfb7-69d0-433b-9b86-2346293fd483 req-879ad517-7107-441a-9e23-c403f8bc8e34 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664537 Sep 19 11:26:21.297404 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:21.397015 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:21.534937 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e796e-1e40-4c55-a094-d396a6260f7b req-a2854720-6a7c-4482-b59e-4c1649e6cda9 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:21.536600 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-de8e796e-1e40-4c55-a094-d396a6260f7b req-a2854720-6a7c-4482-b59e-4c1649e6cda9 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.0528607 Sep 19 11:26:21.589299 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-de8e796e-1e40-4c55-a094-d396a6260f7b req-d5e36feb-7911-4b7c-8181-99d4fe540989 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468724 Sep 19 11:26:21.917637 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=77,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:21.939412 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:22.250933 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e688db-a969-4fea-b3f6-83085cde6fe4 req-529a2235-13da-4506-ae5d-2a6c1b302574 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:22.253763 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-00e688db-a969-4fea-b3f6-83085cde6fe4 req-529a2235-13da-4506-ae5d-2a6c1b302574 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0572877 Sep 19 11:26:22.332932 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-00e688db-a969-4fea-b3f6-83085cde6fe4 req-f870967e-bb6a-4074-bdf8-7edf8bdc20ce tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675225 Sep 19 11:26:22.763999 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5949aac-f91a-4ef8-b09c-d007bb919c3a req-e0e7edf7-1b1a-4412-907f-034e1d2a5dbe tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:22.769662 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f5949aac-f91a-4ef8-b09c-d007bb919c3a req-e0e7edf7-1b1a-4412-907f-034e1d2a5dbe tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.0798373 Sep 19 11:26:22.840403 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f5949aac-f91a-4ef8-b09c-d007bb919c3a req-c1e6f7ba-5368-436f-907d-871b0cc49f2e tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716500 Sep 19 11:26:23.462190 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca9405-05ec-4640-93e6-b843596caeef req-ba39d682-36d4-4df2-b45c-538c4b79ad6f tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:23.463674 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-89ca9405-05ec-4640-93e6-b843596caeef req-ba39d682-36d4-4df2-b45c-538c4b79ad6f tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0480340 Sep 19 11:26:23.512605 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-89ca9405-05ec-4640-93e6-b843596caeef req-326f2c4d-12ed-46dd-8e49-a7c58232414a tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432990 Sep 19 11:26:23.968294 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf77a8-ed67-4696-aa35-55905c1496fd req-5621385b-ba0d-421f-8b93-02c6574a77f4 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:23.969708 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bfdf77a8-ed67-4696-aa35-55905c1496fd req-5621385b-ba0d-421f-8b93-02c6574a77f4 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.0491886 Sep 19 11:26:24.007455 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 59290) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:24.051625 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bfdf77a8-ed67-4696-aa35-55905c1496fd req-e8a2e24a-ea01-48a7-8462-842ed82099ea tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762062 Sep 19 11:26:24.070750 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] Deleting subnet fbae9878-4092-4b73-a344-2028f2bd7191 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 11:26:24.074193 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] Publish callbacks [] for subnet (fbae9878-4092-4b73-a344-2028f2bd7191), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:24.109484 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] Publish callbacks [] for subnet (fbae9878-4092-4b73-a344-2028f2bd7191), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:24.119393 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437927'] for subnet (fbae9878-4092-4b73-a344-2028f2bd7191), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:24.166397 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:24.169720 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:24.178269 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for subnet (fbae9878-4092-4b73-a344-2028f2bd7191), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:24.207525 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbae9878-4092-4b73-a344-2028f2bd7191,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:24.213574 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:24.216712 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/fbae9878-4092-4b73-a344-2028f2bd7191 HTTP/1.1" status: 204 len: 168 time: 0.2062423 Sep 19 11:26:24.219297 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59292) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:24.221505 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:24.221857 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:24.222202 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:24.222558 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:24.222884 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:24.223217 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:24.223551 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:24.223904 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:24.224237 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:24.224610 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:24.224888 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:24.225213 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:24.225535 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:24.225858 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:24.226178 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69291cd2-6526-4273-8cef-6e0f05daa712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:24.292981 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1f298918-941c-4183-ac11-63abbf663c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315986'] for network (2fed73d2-88f0-45d4-8a72-621a56e374b7), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:24.369109 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1f298918-941c-4183-ac11-63abbf663c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1254604', 'neutron.services.segments.db._delete_segments_for_network-8730872489409'] for network (2fed73d2-88f0-45d4-8a72-621a56e374b7), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:24.392715 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-1f298918-941c-4183-ac11-63abbf663c22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fed73d2-88f0-45d4-8a72-621a56e374b7']}} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:24.403474 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-1f298918-941c-4183-ac11-63abbf663c22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8292f25d-8992-4e43-b84b-fbd77fc64a8e') {'for_net_delete': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:24.403791 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-1f298918-941c-4183-ac11-63abbf663c22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8292f25d-8992-4e43-b84b-fbd77fc64a8e') {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:24.413569 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1f298918-941c-4183-ac11-63abbf663c22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730872489301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14729291'] for segment (8292f25d-8992-4e43-b84b-fbd77fc64a8e), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:24.428800 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1f298918-941c-4183-ac11-63abbf663c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (8292f25d-8992-4e43-b84b-fbd77fc64a8e), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:24.435172 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f298918-941c-4183-ac11-63abbf663c22 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=106254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 11:26:24.435563 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1f298918-941c-4183-ac11-63abbf663c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15336917'] for segment (8292f25d-8992-4e43-b84b-fbd77fc64a8e), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:24.476866 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.services.segments.plugin [-] Segment 8292f25d-8992-4e43-b84b-fbd77fc64a8e resource provider aggregate not found Sep 19 11:26:24.495226 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.services.segments.plugin [-] Segment 8292f25d-8992-4e43-b84b-fbd77fc64a8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8292f25d-8992-4e43-b84b-fbd77fc64a8e found for delete ", "request_id": "req-d218cb51-e052-4c32-861d-dcda55183720"}]} Sep 19 11:26:24.499169 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1f298918-941c-4183-ac11-63abbf663c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1254645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779145'] for network (2fed73d2-88f0-45d4-8a72-621a56e374b7), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:24.504645 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1f298918-941c-4183-ac11-63abbf663c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:24.510271 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-1f298918-941c-4183-ac11-63abbf663c22 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/2fed73d2-88f0-45d4-8a72-621a56e374b7 HTTP/1.1" status: 204 len: 168 time: 0.2873762 Sep 19 11:26:24.510640 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 59298) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:24.518751 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f298918-941c-4183-ac11-63abbf663c22 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fed73d2-88f0-45d4-8a72-621a56e374b7,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:24.563415 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac33616b-986f-4bdb-bf48-663e818a8ab5 admin admin] Deleting subnet f3f68560-53b9-4752-9c68-1c0297147ac5 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 11:26:24.566746 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ac33616b-986f-4bdb-bf48-663e818a8ab5 admin admin] Publish callbacks [] for subnet (f3f68560-53b9-4752-9c68-1c0297147ac5), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:24.631552 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ac33616b-986f-4bdb-bf48-663e818a8ab5 admin admin] Publish callbacks [] for subnet (f3f68560-53b9-4752-9c68-1c0297147ac5), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:24.646179 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef21c7c-8870-4ce7-8360-b20f8dcdcd11 req-aed78b61-3a29-48db-8f85-0be8444edf67 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:24.647644 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5ef21c7c-8870-4ce7-8360-b20f8dcdcd11 req-aed78b61-3a29-48db-8f85-0be8444edf67 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0607932 Sep 19 11:26:24.648669 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ac33616b-986f-4bdb-bf48-663e818a8ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437927'] for subnet (f3f68560-53b9-4752-9c68-1c0297147ac5), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:24.735924 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5ef21c7c-8870-4ce7-8360-b20f8dcdcd11 req-045e8002-3808-46fb-94aa-c5a1bb7b50cc tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671787 Sep 19 11:26:24.741180 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ac33616b-986f-4bdb-bf48-663e818a8ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for subnet (f3f68560-53b9-4752-9c68-1c0297147ac5), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:24.769215 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33616b-986f-4bdb-bf48-663e818a8ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3f68560-53b9-4752-9c68-1c0297147ac5,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:24.771569 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ac33616b-986f-4bdb-bf48-663e818a8ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:24.774698 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-ac33616b-986f-4bdb-bf48-663e818a8ab5 admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/f3f68560-53b9-4752-9c68-1c0297147ac5 HTTP/1.1" status: 204 len: 168 time: 0.2630420 Sep 19 11:26:24.777288 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 59302) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:24.844702 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315986'] for network (275a9156-5ae2-4ce3-8742-398cd5cebbd6), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:24.929700 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1254604', 'neutron.services.segments.db._delete_segments_for_network-8730872489409'] for network (275a9156-5ae2-4ce3-8742-398cd5cebbd6), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:24.953971 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:26:24.954392 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:26:24.955171 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:26:24.955537 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Subscribe: > port after_create 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:26:24.955913 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:26:24.956256 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Subscribe: > port after_update 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:26:24.956582 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:26:24.956925 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:26:24.957503 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:26:24.957827 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:26:25.031355 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:26:25.032016 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:26:25.032016 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:26:25.032305 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 11:26:25.032655 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275a9156-5ae2-4ce3-8742-398cd5cebbd6']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:25.050252 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125890b8-ef12-46b4-8f03-7492c6decd2c') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:25.050568 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125890b8-ef12-46b4-8f03-7492c6decd2c') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:25.066998 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730872489301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15112516'] for segment (125890b8-ef12-46b4-8f03-7492c6decd2c), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:25.087491 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (125890b8-ef12-46b4-8f03-7492c6decd2c), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:25.096895 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 11:26:25.097312 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14485532'] for segment (125890b8-ef12-46b4-8f03-7492c6decd2c), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:25.206618 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423661d-2273-4957-bb8b-5e72c9ac8daf req-f0be9e4d-4223-433f-a790-dbd4269cc655 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:25.208992 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1423661d-2273-4957-bb8b-5e72c9ac8daf req-f0be9e4d-4223-433f-a790-dbd4269cc655 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.0585589 Sep 19 11:26:25.210010 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1254645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779145'] for network (275a9156-5ae2-4ce3-8742-398cd5cebbd6), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:25.222052 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:25.225219 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/275a9156-5ae2-4ce3-8742-398cd5cebbd6 HTTP/1.1" status: 204 len: 168 time: 0.4470294 Sep 19 11:26:25.247903 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6955919-59ec-4544-aaa3-49134c1fec79 admin admin] Pushing event deleted for resources: {'Network': ['ID=275a9156-5ae2-4ce3-8742-398cd5cebbd6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:25.279542 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1423661d-2273-4957-bb8b-5e72c9ac8daf req-7f1dcecf-94a9-4f41-95e0-e267714e59b7 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631990 Sep 19 11:26:25.314587 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 125890b8-ef12-46b4-8f03-7492c6decd2c resource provider aggregate not found Sep 19 11:26:25.334306 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 125890b8-ef12-46b4-8f03-7492c6decd2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 125890b8-ef12-46b4-8f03-7492c6decd2c found for delete ", "request_id": "req-0a80347e-5934-431c-b6fb-1dc18b930665"}]} Sep 19 11:26:25.415525 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 59318) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:25.459177 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-26ec1523-2a5b-404e-acd6-0b2e9d8a919d admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=e14cb95e59a34903a938b53ea2757059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423999 Sep 19 11:26:25.461739 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 59320) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:25.509163 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-93579907-dbe5-4fe4-b738-e8c62bc5646e admin admin] Publish callbacks [] for security_group (5cdc2e48-ee9a-48b1-a976-bbd6343bfbfb), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:25.529579 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-93579907-dbe5-4fe4-b738-e8c62bc5646e admin admin] Publish callbacks [] for security_group (5cdc2e48-ee9a-48b1-a976-bbd6343bfbfb), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:25.557990 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:25.575964 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-93579907-dbe5-4fe4-b738-e8c62bc5646e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (5cdc2e48-ee9a-48b1-a976-bbd6343bfbfb), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:25.578459 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-93579907-dbe5-4fe4-b738-e8c62bc5646e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:25.579594 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-93579907-dbe5-4fe4-b738-e8c62bc5646e admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/5cdc2e48-ee9a-48b1-a976-bbd6343bfbfb HTTP/1.1" status: 204 len: 168 time: 0.1169369 Sep 19 11:26:25.588115 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93579907-dbe5-4fe4-b738-e8c62bc5646e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdc2e48-ee9a-48b1-a976-bbd6343bfbfb,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:25.625688 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device d337a699-9f06-4ec9-8cec-da0fca00d0ab details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:26:25.732826 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port d337a699-9f06-4ec9-8cec-da0fca00d0ab, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=d337a699-9f06-4ec9-8cec-da0fca00d0ab,segment=NetworkSegment(28c59fe9-f85e-462f-9208-278d9e0fe8d5),segment_id=28c59fe9-f85e-462f-9208-278d9e0fe8d5)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:26:25.734981 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:25.749964 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': 'd337a699-9f06-4ec9-8cec-da0fca00d0ab', 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967', 'port_id': 'd337a699-9f06-4ec9-8cec-da0fca00d0ab', 'mac_address': 'fa:16:3e:de:0f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:26:25.786647 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port d337a699-9f06-4ec9-8cec-da0fca00d0ab is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:25.787161 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:25.800716 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d337a699-9f06-4ec9-8cec-da0fca00d0ab {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:26:25.822544 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port d337a699-9f06-4ec9-8cec-da0fca00d0ab, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=d337a699-9f06-4ec9-8cec-da0fca00d0ab,segment=NetworkSegment(28c59fe9-f85e-462f-9208-278d9e0fe8d5),segment_id=28c59fe9-f85e-462f-9208-278d9e0fe8d5)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:26:25.827682 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:25.868095 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186336f-676b-4cb1-8b6d-845ceff15783 req-4a0209a3-5264-4517-8ce2-33f1cd15ac1e tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:25.869681 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8186336f-676b-4cb1-8b6d-845ceff15783 req-4a0209a3-5264-4517-8ce2-33f1cd15ac1e tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 945 time: 0.0556493 Sep 19 11:26:25.875204 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=d337a699-9f06-4ec9-8cec-da0fca00d0ab,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:25.883988 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:25.923374 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8186336f-676b-4cb1-8b6d-845ceff15783 req-eb3b9855-d95f-4c0b-9c66-e43a58fbf17a tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470321 Sep 19 11:26:25.931480 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 59328) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:25.974228 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-cfb2c7f2-bfad-4068-98f5-bd4c7d5ece07 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=5e9c83c2530240c0903bdbbc335c2e60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416269 Sep 19 11:26:25.976680 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 59330) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:26.024619 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-80038098-b801-4f5a-8750-9c700d560f10 admin admin] Publish callbacks [] for security_group (ae79edda-ea5a-407b-a8d1-4260678391c1), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:26.048690 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-80038098-b801-4f5a-8750-9c700d560f10 admin admin] Publish callbacks [] for security_group (ae79edda-ea5a-407b-a8d1-4260678391c1), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:26.096450 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-80038098-b801-4f5a-8750-9c700d560f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (ae79edda-ea5a-407b-a8d1-4260678391c1), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:26.096916 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['d337a699-9f06-4ec9-8cec-da0fca00d0ab'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:26:26.099044 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-80038098-b801-4f5a-8750-9c700d560f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:26.100230 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-80038098-b801-4f5a-8750-9c700d560f10 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/ae79edda-ea5a-407b-a8d1-4260678391c1 HTTP/1.1" status: 204 len: 168 time: 0.1226351 Sep 19 11:26:26.109641 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80038098-b801-4f5a-8750-9c700d560f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae79edda-ea5a-407b-a8d1-4260678391c1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:26.417988 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd6268-b4f5-42ec-b635-d6947d253044 req-f9c15937-71f0-43e2-984a-dd9df1e04d28 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:26.419497 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-20dd6268-b4f5-42ec-b635-d6947d253044 req-f9c15937-71f0-43e2-984a-dd9df1e04d28 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.0472035 Sep 19 11:26:26.470683 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-20dd6268-b4f5-42ec-b635-d6947d253044 req-e3de3b18-e873-4fd8-8857-8d2a0d8448ca tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447598 Sep 19 11:26:27.052827 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fe79c-d94e-4d6e-b2e9-ad6bc1e100ad req-6b7447a2-9f56-4ceb-ae3a-f5aefe4b3950 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:27.054335 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a7fe79c-d94e-4d6e-b2e9-ad6bc1e100ad req-6b7447a2-9f56-4ceb-ae3a-f5aefe4b3950 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 945 time: 0.0536444 Sep 19 11:26:27.106026 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a7fe79c-d94e-4d6e-b2e9-ad6bc1e100ad req-34c079bf-571f-4ccf-8901-ad5b4acd7214 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448706 Sep 19 11:26:27.600526 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d04fa-62b6-48f1-ab15-f42bc613e058 req-7cd42364-921c-456d-903d-a9eda146167c tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:27.601997 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-915d04fa-62b6-48f1-ab15-f42bc613e058 req-7cd42364-921c-456d-903d-a9eda146167c tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.0488677 Sep 19 11:26:27.648273 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-915d04fa-62b6-48f1-ab15-f42bc613e058 req-cedbebc3-d74f-4e5e-b860-ecece00a83b5 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407391 Sep 19 11:26:27.660168 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device d337a699-9f06-4ec9-8cec-da0fca00d0ab up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:26:27.705980 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning for port d337a699-9f06-4ec9-8cec-da0fca00d0ab completed by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 11:26:27.712092 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port d337a699-9f06-4ec9-8cec-da0fca00d0ab triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:26:27.712472 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:27.712842 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port d337a699-9f06-4ec9-8cec-da0fca00d0ab Sep 19 11:26:27.781641 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port d337a699-9f06-4ec9-8cec-da0fca00d0ab is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:27.781942 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:27.804809 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1113c-0919-481f-b283-3f513328bcda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd337a699-9f06-4ec9-8cec-da0fca00d0ab'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:26:27.807038 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f17189-a553-45f5-84f0-12730094da3d" -d '{"events": [{"server_uuid": "72e1113c-0919-481f-b283-3f513328bcda", "name": "network-vif-plugged", "status": "completed", "tag": "d337a699-9f06-4ec9-8cec-da0fca00d0ab"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:26:27.819234 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port d337a699-9f06-4ec9-8cec-da0fca00d0ab, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=d337a699-9f06-4ec9-8cec-da0fca00d0ab,segment=NetworkSegment(28c59fe9-f85e-462f-9208-278d9e0fe8d5),segment_id=28c59fe9-f85e-462f-9208-278d9e0fe8d5)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:26:27.823701 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:27.846717 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671889da-9220-4541-b824-b655eb63d7aa x-openstack-request-id: req-671889da-9220-4541-b824-b655eb63d7aa {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:26:27.847028 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e1113c-0919-481f-b283-3f513328bcda", "name": "network-vif-plugged", "status": "completed", "tag": "d337a699-9f06-4ec9-8cec-da0fca00d0ab", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:26:27.847282 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-671889da-9220-4541-b824-b655eb63d7aa {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:26:27.847667 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-671889da-9220-4541-b824-b655eb63d7aa'] response: {'server_uuid': '72e1113c-0919-481f-b283-3f513328bcda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd337a699-9f06-4ec9-8cec-da0fca00d0ab', 'code': 200} Sep 19 11:26:27.868415 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:27.880066 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=d337a699-9f06-4ec9-8cec-da0fca00d0ab,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:28.098524 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ba8b8-c42e-4a56-b788-fd2a663f2860 req-c14cfa0b-3c22-4f70-87e3-838449037e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:28.100475 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc1ba8b8-c42e-4a56-b788-fd2a663f2860 req-c14cfa0b-3c22-4f70-87e3-838449037e73 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 1130 time: 0.0473020 Sep 19 11:26:28.148700 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc1ba8b8-c42e-4a56-b788-fd2a663f2860 req-8112cc78-9e01-4e38-a224-02a14d5aef14 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394926 Sep 19 11:26:28.233626 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4d7c4-822a-4512-aaa2-5d7e722b2a52 req-2fb09e7c-311c-483f-9a07-da30bac16f68 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:28.235075 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2cf4d7c4-822a-4512-aaa2-5d7e722b2a52 req-2fb09e7c-311c-483f-9a07-da30bac16f68 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0456760 Sep 19 11:26:28.283452 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2cf4d7c4-822a-4512-aaa2-5d7e722b2a52 req-06a4c9dd-4d11-4bea-bddd-42787eb52b12 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423625 Sep 19 11:26:28.776262 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504dff6-8836-4211-bb61-fb1bf3e5253f req-a9ef2a77-9952-4e49-8407-e97cbbae369e tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:28.777709 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e504dff6-8836-4211-bb61-fb1bf3e5253f req-a9ef2a77-9952-4e49-8407-e97cbbae369e tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.0454075 Sep 19 11:26:28.826829 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e504dff6-8836-4211-bb61-fb1bf3e5253f req-9be1df1e-6194-4e2b-aa62-24b4c1a8369f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436535 Sep 19 11:26:29.404575 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d38343-df87-4524-8159-12d3778d2be4 req-856a65ff-ae9d-4c8c-b800-4645b26cad54 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:29.406339 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f9d38343-df87-4524-8159-12d3778d2be4 req-856a65ff-ae9d-4c8c-b800-4645b26cad54 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0487070 Sep 19 11:26:29.446747 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:29.456684 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f9d38343-df87-4524-8159-12d3778d2be4 req-1fbfe584-8f12-4f83-a69b-1415f3b5fde9 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448163 Sep 19 11:26:29.950444 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb343e1-81f2-40b3-91cd-220832986c34 req-e81ef4c4-f5d9-4b34-953c-bdfc966fddde tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:29.951908 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2bb343e1-81f2-40b3-91cd-220832986c34 req-e81ef4c4-f5d9-4b34-953c-bdfc966fddde tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.0454144 Sep 19 11:26:29.999077 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2bb343e1-81f2-40b3-91cd-220832986c34 req-d82fe2c3-272a-492f-a104-913cafde8097 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413148 Sep 19 11:26:30.584850 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296ab7e-0328-4e2b-a4c4-baa26da00dc1 req-73ff3ffd-d66f-4297-bc4e-464a726d8d68 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:30.586292 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f296ab7e-0328-4e2b-a4c4-baa26da00dc1 req-73ff3ffd-d66f-4297-bc4e-464a726d8d68 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0502977 Sep 19 11:26:30.606463 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:30.636955 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f296ab7e-0328-4e2b-a4c4-baa26da00dc1 req-aa6e102f-6ba3-4e9c-9fbc-1e0974d00280 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451620 Sep 19 11:26:30.835738 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:30.881093 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:31.124540 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923e75a-9e12-43b6-8512-b40e9546a73e req-030268bd-04a5-49f7-9c47-0a6c3a724641 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:31.126038 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a923e75a-9e12-43b6-8512-b40e9546a73e req-030268bd-04a5-49f7-9c47-0a6c3a724641 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.0475714 Sep 19 11:26:31.172581 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a923e75a-9e12-43b6-8512-b40e9546a73e req-496cdcb9-8fec-456e-8bd3-7f8238b6596f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405738 Sep 19 11:26:31.759505 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992a2e9-debd-45dc-8f50-e4a39e82fe47 req-16fb0c89-825a-4333-8752-61f10b9774a5 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:31.761000 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f992a2e9-debd-45dc-8f50-e4a39e82fe47 req-16fb0c89-825a-4333-8752-61f10b9774a5 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0458868 Sep 19 11:26:31.812529 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f992a2e9-debd-45dc-8f50-e4a39e82fe47 req-132fa58e-f75a-4720-a7fb-177336259412 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460713 Sep 19 11:26:31.952880 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b2def07-6d7e-4d4a-beee-77e6ca7c68d2 req-84f89341-49e6-4aa0-8619-654c5f64d63d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394490 Sep 19 11:26:32.305789 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94add52c-c5f8-4fbd-b038-041686c14b5f req-b4998067-9ae8-4458-afbe-3c4887ca9e39 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:32.310769 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-94add52c-c5f8-4fbd-b038-041686c14b5f req-b4998067-9ae8-4458-afbe-3c4887ca9e39 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.0527134 Sep 19 11:26:32.362561 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-94add52c-c5f8-4fbd-b038-041686c14b5f req-fe1cd1a5-d78c-42ce-ac0d-31f7347d99d5 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448747 Sep 19 11:26:32.936096 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b640608-3998-4482-adc9-a360fcdf0726 req-896d21f4-cdbb-4420-96bf-9a98d8afa15a tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:32.937503 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b640608-3998-4482-adc9-a360fcdf0726 req-896d21f4-cdbb-4420-96bf-9a98d8afa15a tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0505760 Sep 19 11:26:33.031910 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b640608-3998-4482-adc9-a360fcdf0726 req-519636b0-43fc-46d0-be90-50fd1aecee3d tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885932 Sep 19 11:26:33.033047 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2def07-6d7e-4d4a-beee-77e6ca7c68d2 req-237af726-2e83-49d0-805f-011995a49313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:33.034427 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b2def07-6d7e-4d4a-beee-77e6ca7c68d2 req-237af726-2e83-49d0-805f-011995a49313 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c7ccdce201f547f5a50c93e27c5e8cb1&device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 1130 time: 0.0657737 Sep 19 11:26:33.488072 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0954e8-ed04-406f-95b0-b436847f296a req-45e64d67-c8e5-470d-a7b7-f9eb5fad108d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:33.490007 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ea0954e8-ed04-406f-95b0-b436847f296a req-45e64d67-c8e5-470d-a7b7-f9eb5fad108d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 943 time: 0.0457458 Sep 19 11:26:33.603190 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ea0954e8-ed04-406f-95b0-b436847f296a req-a6f6d28d-ea58-4d65-aec2-7aafd6722461 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071541 Sep 19 11:26:33.662165 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2def07-6d7e-4d4a-beee-77e6ca7c68d2 req-47e5a153-359c-4941-8fa9-f3b11e1c8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:33.663633 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b2def07-6d7e-4d4a-beee-77e6ca7c68d2 req-47e5a153-359c-4941-8fa9-f3b11e1c8981 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=8f760d48-3e02-4562-abc4-dc5b172f3b8a HTTP/1.1" status: 200 len: 919 time: 0.1419539 Sep 19 11:26:33.697660 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 58387b5a-4483-4fb4-be22-3a74c3abc32c details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:26:33.716912 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b2def07-6d7e-4d4a-beee-77e6ca7c68d2 req-dc24e8d1-722d-4822-95e3-71c7daf8404f service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f759b9af-a4de-46a2-b77f-a99514276d61 HTTP/1.1" status: 200 len: 217 time: 0.0356212 Sep 19 11:26:33.757605 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:33.778261 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2def07-6d7e-4d4a-beee-77e6ca7c68d2 req-3be170fa-84e3-4338-8521-f8963b4617e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:33.779798 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b2def07-6d7e-4d4a-beee-77e6ca7c68d2 req-3be170fa-84e3-4338-8521-f8963b4617e2 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=da16c182-c3ae-4775-9d91-5e2002af698e HTTP/1.1" status: 200 len: 857 time: 0.0538869 Sep 19 11:26:33.805898 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 58387b5a-4483-4fb4-be22-3a74c3abc32c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=58387b5a-4483-4fb4-be22-3a74c3abc32c,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:26:33.817853 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': '58387b5a-4483-4fb4-be22-3a74c3abc32c', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'port_id': '58387b5a-4483-4fb4-be22-3a74c3abc32c', 'mac_address': 'fa:16:3e:56:d7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:26:33.827612 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2def07-6d7e-4d4a-beee-77e6ca7c68d2 req-67aa5017-64c1-48bc-b34e-12da94c981ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:33.829293 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b2def07-6d7e-4d4a-beee-77e6ca7c68d2 req-67aa5017-64c1-48bc-b34e-12da94c981ce service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8f760d48-3e02-4562-abc4-dc5b172f3b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425889 Sep 19 11:26:33.852475 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 58387b5a-4483-4fb4-be22-3a74c3abc32c is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:33.852800 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:33.866855 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58387b5a-4483-4fb4-be22-3a74c3abc32c {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:26:33.888510 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 58387b5a-4483-4fb4-be22-3a74c3abc32c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=58387b5a-4483-4fb4-be22-3a74c3abc32c,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:26:33.893740 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:33.904399 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:33.948394 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=58387b5a-4483-4fb4-be22-3a74c3abc32c,revision_number=9']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:33.953111 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b2def07-6d7e-4d4a-beee-77e6ca7c68d2 req-0d32d998-4d96-42d4-979c-e10357e7c1e5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088357 Sep 19 11:26:34.046036 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b2def07-6d7e-4d4a-beee-77e6ca7c68d2 req-782999cc-7117-4e34-b073-bcf7fdaafb39 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856822 Sep 19 11:26:34.155490 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c488339-9d28-4ebb-98a5-40fba06aa45a req-da8a53f2-567b-442a-9fd6-43a59d04dbd7 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:34.157019 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8c488339-9d28-4ebb-98a5-40fba06aa45a req-da8a53f2-567b-442a-9fd6-43a59d04dbd7 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0469153 Sep 19 11:26:34.212103 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:34.217698 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8c488339-9d28-4ebb-98a5-40fba06aa45a req-c4659712-0aee-4e7c-9d66-15b6a7985936 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545101 Sep 19 11:26:34.251044 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['58387b5a-4483-4fb4-be22-3a74c3abc32c'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:26:34.358946 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a96a43-7f86-492a-a351-4e7c4f9d64fd req-664b94b3-f4ec-4db3-97f8-d7c68ec506a2 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:34.360475 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-61a96a43-7f86-492a-a351-4e7c4f9d64fd req-664b94b3-f4ec-4db3-97f8-d7c68ec506a2 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0544162 Sep 19 11:26:34.412842 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-61a96a43-7f86-492a-a351-4e7c4f9d64fd req-fecd877e-f3c9-4392-aaa7-56a4f0827758 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459063 Sep 19 11:26:34.441288 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59440) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:34.508781 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:34.510033 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=27,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:34.633298 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b170c6c-ab63-4aa4-a17d-fa60eac425b9 tempest-TestShelveInstance-847717781 tempest-TestShelveInstance-847717781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:34.634837 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-9b170c6c-ab63-4aa4-a17d-fa60eac425b9 tempest-TestShelveInstance-847717781 tempest-TestShelveInstance-847717781-project-admin] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 1125 time: 0.1924121 Sep 19 11:26:34.637793 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59446) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:34.642018 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Request body: {'floatingip': {'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'port_id': 'd337a699-9f06-4ec9-8cec-da0fca00d0ab', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:26:34.664346 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:34.751879 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:34.769413 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f2075-5ca0-490b-b706-46c6a920f867 req-2b0b3000-c555-4a65-be3f-600564e0cd21 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:34.771833 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-235f2075-5ca0-490b-b706-46c6a920f867 req-2b0b3000-c555-4a65-be3f-600564e0cd21 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 944 time: 0.0596299 Sep 19 11:26:34.822693 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-235f2075-5ca0-490b-b706-46c6a920f867 req-472fcc47-7607-47d9-bd2c-70fff55bf1b2 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454514 Sep 19 11:26:34.871857 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Allocated IP 172.27.2.30 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/e0624311-c7cd-4933-9599-05c068aeab1f) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:26:34.977070 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for port (e0624311-c7cd-4933-9599-05c068aeab1f), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:35.010560 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (e0624311-c7cd-4933-9599-05c068aeab1f), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:35.055412 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:26:35.060300 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:26:35.064064 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:26:35.067351 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Pushing event updated for resources: {'Port': ['ID=e0624311-c7cd-4933-9599-05c068aeab1f,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:35.094434 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:35.094789 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:35.095131 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:35.095471 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:35.095828 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:35.096163 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:35.096485 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:35.096818 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:35.097142 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:35.097472 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:35.097797 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:35.098141 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:35.098494 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:35.098816 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:35.099136 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:35.269938 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 59458) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:35.348160 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:35.386845 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d14e8bb5-1e37-4a00-bdf9-fd70194caff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:35.449612 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for floatingip (07abc590-631d-4dc1-80b9-11b501e4f547), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:35.475008 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d14e8bb5-1e37-4a00-bdf9-fd70194caff6 admin admin] Publish callbacks [] for security_group (2383c9bc-0fb7-42dd-877a-cf1db58ddc8e), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:35.480106 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d14e8bb5-1e37-4a00-bdf9-fd70194caff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (2383c9bc-0fb7-42dd-877a-cf1db58ddc8e), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:35.480979 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:35.519102 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e8bb5-1e37-4a00-bdf9-fd70194caff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2383c9bc-0fb7-42dd-877a-cf1db58ddc8e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:35.523581 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-d14e8bb5-1e37-4a00-bdf9-fd70194caff6 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=0e84f6dfc7db4dbc8a0f452e10cf4dec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525749 Sep 19 11:26:35.526332 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 59462) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:35.529121 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (e0624311-c7cd-4933-9599-05c068aeab1f), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:35.576437 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f309683-0968-468f-8c8e-18eba07a7c88 admin admin] Publish callbacks [] for security_group (2383c9bc-0fb7-42dd-877a-cf1db58ddc8e), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:35.596634 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f309683-0968-468f-8c8e-18eba07a7c88 admin admin] Publish callbacks [] for security_group (2383c9bc-0fb7-42dd-877a-cf1db58ddc8e), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:35.649286 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f309683-0968-468f-8c8e-18eba07a7c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (2383c9bc-0fb7-42dd-877a-cf1db58ddc8e), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:35.655637 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f309683-0968-468f-8c8e-18eba07a7c88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:35.655637 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-1f309683-0968-468f-8c8e-18eba07a7c88 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/2383c9bc-0fb7-42dd-877a-cf1db58ddc8e HTTP/1.1" status: 204 len: 168 time: 0.1257827 Sep 19 11:26:35.661531 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f309683-0968-468f-8c8e-18eba07a7c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2383c9bc-0fb7-42dd-877a-cf1db58ddc8e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:35.694267 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for port (e0624311-c7cd-4933-9599-05c068aeab1f), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:35.700058 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336761'] for port (e0624311-c7cd-4933-9599-05c068aeab1f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:35.707181 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 58387b5a-4483-4fb4-be22-3a74c3abc32c up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:26:35.761989 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port 58387b5a-4483-4fb4-be22-3a74c3abc32c triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:26:35.762571 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:35.763181 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port 58387b5a-4483-4fb4-be22-3a74c3abc32c Sep 19 11:26:35.766940 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Pushing event updated for resources: {'Port': ['ID=e0624311-c7cd-4933-9599-05c068aeab1f,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:35.769441 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (07abc590-631d-4dc1-80b9-11b501e4f547), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:35.848824 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 58387b5a-4483-4fb4-be22-3a74c3abc32c is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:35.849448 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:35.885634 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 58387b5a-4483-4fb4-be22-3a74c3abc32c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=58387b5a-4483-4fb4-be22-3a74c3abc32c,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:26:35.886813 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e26364-ddd0-4b3f-aa74-33e3cc7c34ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58387b5a-4483-4fb4-be22-3a74c3abc32c'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:26:35.890095 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aad688e-ce24-4685-8a05-390af68f2452" -d '{"events": [{"server_uuid": "37e26364-ddd0-4b3f-aa74-33e3cc7c34ba", "name": "network-vif-plugged", "status": "completed", "tag": "58387b5a-4483-4fb4-be22-3a74c3abc32c"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:26:35.894320 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:35.899779 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.l3_db [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Floating IP 07abc590-631d-4dc1-80b9-11b501e4f547 associated. External IP: 172.27.2.30, port: d337a699-9f06-4ec9-8cec-da0fca00d0ab. Sep 19 11:26:35.954962 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a840d258-1e31-48a9-ac92-865910baa9ee x-openstack-request-id: req-a840d258-1e31-48a9-ac92-865910baa9ee {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:26:35.955356 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e26364-ddd0-4b3f-aa74-33e3cc7c34ba", "name": "network-vif-plugged", "status": "completed", "tag": "58387b5a-4483-4fb4-be22-3a74c3abc32c", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:26:35.955679 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a840d258-1e31-48a9-ac92-865910baa9ee {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:26:35.956303 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a840d258-1e31-48a9-ac92-865910baa9ee'] response: {'server_uuid': '37e26364-ddd0-4b3f-aa74-33e3cc7c34ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58387b5a-4483-4fb4-be22-3a74c3abc32c', 'code': 200} Sep 19 11:26:35.962514 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=58387b5a-4483-4fb4-be22-3a74c3abc32c,revision_number=10']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:36.017143 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea718d-a197-4d00-a4c9-f1e139a0c3c9 req-ab309001-99b9-41b7-925f-f915de500056 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:36.018707 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7bea718d-a197-4d00-a4c9-f1e139a0c3c9 req-ab309001-99b9-41b7-925f-f915de500056 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 946 time: 0.0710201 Sep 19 11:26:36.080342 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7bea718d-a197-4d00-a4c9-f1e139a0c3c9 req-d4b33c42-e4c0-4ced-bd9c-a2ad50e875f7 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536580 Sep 19 11:26:36.148386 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Router 4e22e6a9-43df-4833-a729-42f4073ea375 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:26:36.256259 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:26:36.267221 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cd8832-fccf-4977-81c6-b43f5dc5f34b None None] Sync routers for ids ['4e22e6a9-43df-4833-a729-42f4073ea375'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:26:36.279558 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:36.281248 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cd8832-fccf-4977-81c6-b43f5dc5f34b None None] Routers {'4e22e6a9-43df-4833-a729-42f4073ea375'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:26:36.282107 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a8cd8832-fccf-4977-81c6-b43f5dc5f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:26:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['4e22e6a9-43df-4833-a729-42f4073ea375'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:36.320147 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-0adee404-8e65-494d-b26c-7346c1af17e0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6791801 Sep 19 11:26:36.320147 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e1113c-0919-481f-b283-3f513328bcda', 'tag': 'd337a699-9f06-4ec9-8cec-da0fca00d0ab'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:26:36.321470 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703441799e6f49adca2ad8e8097d82180353dcc80b32e8c2cf6ef0d1aad19ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044f2d9a-21ac-417a-a38a-d57b3af4c1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "72e1113c-0919-481f-b283-3f513328bcda", "tag": "d337a699-9f06-4ec9-8cec-da0fca00d0ab"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:26:36.366654 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae9b259-dd73-4763-8cbf-1ffeaa14cf0a x-openstack-request-id: req-7ae9b259-dd73-4763-8cbf-1ffeaa14cf0a {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:26:36.366949 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e1113c-0919-481f-b283-3f513328bcda", "tag": "d337a699-9f06-4ec9-8cec-da0fca00d0ab", "status": "completed", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:26:36.367197 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ae9b259-dd73-4763-8cbf-1ffeaa14cf0a {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:26:36.367601 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ae9b259-dd73-4763-8cbf-1ffeaa14cf0a'] response: {'name': 'network-changed', 'server_uuid': '72e1113c-0919-481f-b283-3f513328bcda', 'tag': 'd337a699-9f06-4ec9-8cec-da0fca00d0ab', 'status': 'completed', 'code': 200} Sep 19 11:26:36.382686 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:36.411502 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a8cd8832-fccf-4977-81c6-b43f5dc5f34b None None] Set router 4e22e6a9-43df-4833-a729-42f4073ea375 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:26:36.438003 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:36.452058 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59496) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:36.456335 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f2d9a-21ac-417a-a38a-d57b3af4c1d1 req-7a4fab61-4fcf-48f1-aefb-8b0fc498207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:36.458559 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-044f2d9a-21ac-417a-a38a-d57b3af4c1d1 req-7a4fab61-4fcf-48f1-aefb-8b0fc498207d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=221fd300d74c4248a1bfc9b785476477&device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 1130 time: 0.0597472 Sep 19 11:26:36.534445 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cb3f6-c616-41ae-ada9-246c5722b7eb req-9523f870-25cd-4423-a4b8-4d53414be805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:36.536089 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9e0cb3f6-c616-41ae-ada9-246c5722b7eb req-9523f870-25cd-4423-a4b8-4d53414be805 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 1130 time: 0.0935400 Sep 19 11:26:36.575506 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-793e3ac5-d000-452b-a3cf-53d554995092 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-946114496-network', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:26:36.585282 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:36.603465 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793e3ac5-d000-452b-a3cf-53d554995092 admin admin] Made reservation on behalf of 8351993a1ab94f82bc238a23b2d542d3 for: {'network': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:26:36.606426 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-793e3ac5-d000-452b-a3cf-53d554995092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for network (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:36.618169 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-793e3ac5-d000-452b-a3cf-53d554995092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:36.622859 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f2d9a-21ac-417a-a38a-d57b3af4c1d1 req-9f5bf8b4-8207-4254-9b69-a0fc94c13369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:36.624540 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-044f2d9a-21ac-417a-a38a-d57b3af4c1d1 req-9f5bf8b4-8207-4254-9b69-a0fc94c13369 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9a951bd2-b6a6-45c5-a4de-273e53cf0967 HTTP/1.1" status: 200 len: 910 time: 0.1485429 Sep 19 11:26:36.627532 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9e0cb3f6-c616-41ae-ada9-246c5722b7eb req-da8e23c5-2f53-438b-8353-025a11982e4b service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848398 Sep 19 11:26:36.666433 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:36.703705 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-793e3ac5-d000-452b-a3cf-53d554995092 admin admin] Publish callbacks [] for security_group (4ec05200-3960-49ac-a088-5001cd60ac7b), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:36.708774 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-793e3ac5-d000-452b-a3cf-53d554995092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (4ec05200-3960-49ac-a088-5001cd60ac7b), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:36.736549 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793e3ac5-d000-452b-a3cf-53d554995092 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=106254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 11:26:36.747334 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e3ac5-d000-452b-a3cf-53d554995092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec05200-3960-49ac-a088-5001cd60ac7b,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:36.752355 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-793e3ac5-d000-452b-a3cf-53d554995092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:36.752771 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.segments_db [None req-793e3ac5-d000-452b-a3cf-53d554995092 admin admin] Added segment 622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf of type vlan for network fb35c99b-23b9-4b32-a307-2150c63e0c0a Sep 19 11:26:36.769318 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:36.799132 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-793e3ac5-d000-452b-a3cf-53d554995092 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730871930287'] for network (fb35c99b-23b9-4b32-a307-2150c63e0c0a), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:36.807702 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a8cd8832-fccf-4977-81c6-b43f5dc5f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'name': 'tempest-TestShelveInstance-1238516448-router', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:34Z', 'updated_at': '2022-09-19T11:25:37Z', 'revision_number': 4, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'gw_port': {'id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:35Z', 'updated_at': '2022-09-19T11:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '07abc590-631d-4dc1-80b9-11b501e4f547', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'port_id': 'd337a699-9f06-4ec9-8cec-da0fca00d0ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967', 'mac_address': 'fa:16:3e:de:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1113c-0919-481f-b283-3f513328bcda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:26:35Z', 'updated_at': '2022-09-19T11:26:35Z', 'revision_number': 0, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c944ab3-51da-41f7-ba3b-bd2610a4f431', 'name': '', 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'mac_address': 'fa:16:3e:d4:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:36Z', 'updated_at': '2022-09-19T11:25:42Z', 'revision_number': 5, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'subnets': [{'id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:36.824085 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-793e3ac5-d000-452b-a3cf-53d554995092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for network (fb35c99b-23b9-4b32-a307-2150c63e0c0a), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:36.825310 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793e3ac5-d000-452b-a3cf-53d554995092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:36.825900 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-793e3ac5-d000-452b-a3cf-53d554995092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:36.837237 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cd8832-fccf-4977-81c6-b43f5dc5f34b None None] Checking router: 4e22e6a9-43df-4833-a729-42f4073ea375 for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:26:36.847665 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cd8832-fccf-4977-81c6-b43f5dc5f34b None None] Routers {'4e22e6a9-43df-4833-a729-42f4073ea375'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:26:36.848980 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a8cd8832-fccf-4977-81c6-b43f5dc5f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:26:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['4e22e6a9-43df-4833-a729-42f4073ea375'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:36.879186 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-793e3ac5-d000-452b-a3cf-53d554995092 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4256353 Sep 19 11:26:36.882174 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59502) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:36.886962 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-178773c6-cee3-425b-91bf-5364b03667a1 admin admin] Request body: {'subnet': {'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-946114496-subnet', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'ip_version': 4}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:26:36.911250 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-044f2d9a-21ac-417a-a38a-d57b3af4c1d1 req-4db3f875-0a35-4ea8-a0be-a991026b4856 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d337a699-9f06-4ec9-8cec-da0fca00d0ab HTTP/1.1" status: 200 len: 999 time: 0.0739105 Sep 19 11:26:36.915561 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e3ac5-d000-452b-a3cf-53d554995092 admin admin] Pushing event updated for resources: {'Network': ['ID=fb35c99b-23b9-4b32-a307-2150c63e0c0a,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:36.919927 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178773c6-cee3-425b-91bf-5364b03667a1 admin admin] Made reservation on behalf of 8351993a1ab94f82bc238a23b2d542d3 for: {'subnet': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:26:36.923403 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-178773c6-cee3-425b-91bf-5364b03667a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14016182'] for subnet (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:36.953112 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:36.971896 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f2d9a-21ac-417a-a38a-d57b3af4c1d1 req-1672cc84-c8b1-4f62-b514-1565eacb769c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:36.973732 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-044f2d9a-21ac-417a-a38a-d57b3af4c1d1 req-1672cc84-c8b1-4f62-b514-1565eacb769c service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41 HTTP/1.1" status: 200 len: 848 time: 0.0558989 Sep 19 11:26:36.977371 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Network fb35c99b-23b9-4b32-a307-2150c63e0c0a details requested by agent ovs-agent-dv-cinder-820994-5-iscsi with host dv-cinder-820994-5-iscsi {{(pid=106255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 11:26:37.018299 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f2d9a-21ac-417a-a38a-d57b3af4c1d1 req-0a2918ff-8f31-460d-8f13-3fd074dca5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:37.019975 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-044f2d9a-21ac-417a-a38a-d57b3af4c1d1 req-0a2918ff-8f31-460d-8f13-3fd074dca5ad service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9a951bd2-b6a6-45c5-a4de-273e53cf0967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407093 Sep 19 11:26:37.027718 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a8cd8832-fccf-4977-81c6-b43f5dc5f34b None None] Set router 4e22e6a9-43df-4833-a729-42f4073ea375 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:26:37.104272 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-178773c6-cee3-425b-91bf-5364b03667a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15337904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14016160'] for subnet (12b60c37-1469-4c8f-99da-759b2d2ba30b), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:37.172483 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178773c6-cee3-425b-91bf-5364b03667a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12b60c37-1469-4c8f-99da-759b2d2ba30b,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:37.178092 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178773c6-cee3-425b-91bf-5364b03667a1 admin admin] Checking segment: {'id': '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:26:37.178454 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178773c6-cee3-425b-91bf-5364b03667a1 admin admin] Network hostable DHCP agents. Network: fb35c99b-23b9-4b32-a307-2150c63e0c0a, hostable agents: ['4823e8b3-ab16-40fd-b6f9-cda48b53bbb0'], hosted agents: [] {{(pid=106254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 11:26:37.196934 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178773c6-cee3-425b-91bf-5364b03667a1 admin admin] Network fb35c99b-23b9-4b32-a307-2150c63e0c0a is scheduled to be hosted by DHCP agent 4823e8b3-ab16-40fd-b6f9-cda48b53bbb0 with binding_index 1 {{(pid=106254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 11:26:37.209394 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-178773c6-cee3-425b-91bf-5364b03667a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-5-iscsi, fb35c99b-23b9-4b32-a307-2150c63e0c0a) {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:26:37.213804 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178773c6-cee3-425b-91bf-5364b03667a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:37.214400 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-178773c6-cee3-425b-91bf-5364b03667a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:37.223782 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795ba05b-5c61-4088-b127-22b0d1976228 None None] Network fb35c99b-23b9-4b32-a307-2150c63e0c0a requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:26:37.226282 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ba827-af4a-47d0-93fc-d63d98179043 req-99ad7540-6678-46a6-8017-44e569667501 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:37.228470 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-787ba827-af4a-47d0-93fc-d63d98179043 req-99ad7540-6678-46a6-8017-44e569667501 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 946 time: 0.0587358 Sep 19 11:26:37.236018 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-178773c6-cee3-425b-91bf-5364b03667a1 admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3528104 Sep 19 11:26:37.240521 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59506) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:37.245669 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-6918357a-3167-4dc8-bb09-a1b82eae1d6b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:26:37.270972 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6918357a-3167-4dc8-bb09-a1b82eae1d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12666'] for router (1c00146a-5490-485d-a6ec-8da2d53da6af), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:37.272347 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6918357a-3167-4dc8-bb09-a1b82eae1d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-777908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router (1c00146a-5490-485d-a6ec-8da2d53da6af), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:37.287019 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-787ba827-af4a-47d0-93fc-d63d98179043 req-224f131e-4041-4039-b543-01d44712523f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499411 Sep 19 11:26:37.327358 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6918357a-3167-4dc8-bb09-a1b82eae1d6b admin admin] Publish callbacks [] for router_controller (1c00146a-5490-485d-a6ec-8da2d53da6af), precommit_add_association {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:37.330599 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a8cd8832-fccf-4977-81c6-b43f5dc5f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'name': 'tempest-TestShelveInstance-1238516448-router', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:34Z', 'updated_at': '2022-09-19T11:25:37Z', 'revision_number': 4, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'gw_port': {'id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:35Z', 'updated_at': '2022-09-19T11:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '07abc590-631d-4dc1-80b9-11b501e4f547', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'port_id': 'd337a699-9f06-4ec9-8cec-da0fca00d0ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967', 'mac_address': 'fa:16:3e:de:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1113c-0919-481f-b283-3f513328bcda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:26:35Z', 'updated_at': '2022-09-19T11:26:35Z', 'revision_number': 0, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c944ab3-51da-41f7-ba3b-bd2610a4f431', 'name': '', 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'mac_address': 'fa:16:3e:d4:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:36Z', 'updated_at': '2022-09-19T11:25:42Z', 'revision_number': 5, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'subnets': [{'id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:37.365911 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cd8832-fccf-4977-81c6-b43f5dc5f34b None None] The sync data for ids ['4e22e6a9-43df-4833-a729-42f4073ea375'] in dv-cinder-820994-5-iscsi is: [{'id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'name': 'tempest-TestShelveInstance-1238516448-router', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:34Z', 'updated_at': '2022-09-19T11:25:37Z', 'revision_number': 4, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'gw_port': {'id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:35Z', 'updated_at': '2022-09-19T11:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '07abc590-631d-4dc1-80b9-11b501e4f547', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'port_id': 'd337a699-9f06-4ec9-8cec-da0fca00d0ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967', 'mac_address': 'fa:16:3e:de:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1113c-0919-481f-b283-3f513328bcda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:26:35Z', 'updated_at': '2022-09-19T11:26:35Z', 'revision_number': 0, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c944ab3-51da-41f7-ba3b-bd2610a4f431', 'name': '', 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'mac_address': 'fa:16:3e:d4:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:36Z', 'updated_at': '2022-09-19T11:25:42Z', 'revision_number': 5, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'subnets': [{'id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:26:37.368773 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:37.406798 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930d67ab-4bf9-4689-9bf7-ab5e7fc70224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp700f856c-545f-5006-8537-bc9c9f877a09-fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b'}]}} from dv-cinder-820994-5-iscsi. {{(pid=106255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 11:26:37.409092 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-930d67ab-4bf9-4689-9bf7-ab5e7fc70224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:37.442665 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:37.508331 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-044f2d9a-21ac-417a-a38a-d57b3af4c1d1 req-fab38517-8f47-4160-b2ae-592f183d31d6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9a951bd2-b6a6-45c5-a4de-273e53cf0967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114814 Sep 19 11:26:37.579406 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:37.591065 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.db_base_plugin_common [None req-930d67ab-4bf9-4689-9bf7-ab5e7fc70224 None None] Allocated IP 172.20.0.2 (fb35c99b-23b9-4b32-a307-2150c63e0c0a/12b60c37-1469-4c8f-99da-759b2d2ba30b/76b66a6c-8256-4153-914d-6f836f36e315) {{(pid=106255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:26:37.641197 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-044f2d9a-21ac-417a-a38a-d57b3af4c1d1 req-530909b5-ca40-43e8-bcfe-c9efbe7c8a81 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9a951bd2-b6a6-45c5-a4de-273e53cf0967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247420 Sep 19 11:26:37.659969 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45cd794-035e-48af-8032-74b011332204 None None] New status for floating IP 07abc590-631d-4dc1-80b9-11b501e4f547: ACTIVE {{(pid=106256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:26:37.705990 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6918357a-3167-4dc8-bb09-a1b82eae1d6b admin admin] Publish callbacks [] for router_gateway (1c00146a-5490-485d-a6ec-8da2d53da6af), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:37.752253 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-930d67ab-4bf9-4689-9bf7-ab5e7fc70224 None None] Publish callbacks [] for port (76b66a6c-8256-4153-914d-6f836f36e315), precommit_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:37.759354 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-930d67ab-4bf9-4689-9bf7-ab5e7fc70224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (76b66a6c-8256-4153-914d-6f836f36e315), after_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:37.804033 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930d67ab-4bf9-4689-9bf7-ab5e7fc70224 None None] Network fb35c99b-23b9-4b32-a307-2150c63e0c0a is already hosted by enough agents. {{(pid=106255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:26:37.806382 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:37.809543 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.base_scheduler [None req-930d67ab-4bf9-4689-9bf7-ab5e7fc70224 None None] Resources bound (agent type, host, resource id): {{(pid=106255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:26:37.813951 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930d67ab-4bf9-4689-9bf7-ab5e7fc70224 None None] Received port after_create {{(pid=106255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:26:37.818112 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d67ab-4bf9-4689-9bf7-ab5e7fc70224 None None] Pushing event updated for resources: {'Port': ['ID=76b66a6c-8256-4153-914d-6f836f36e315,revision_number=1']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:37.879972 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-930d67ab-4bf9-4689-9bf7-ab5e7fc70224 None None] Attempting to bind port 76b66a6c-8256-4153-914d-6f836f36e315 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:26:37.880601 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-930d67ab-4bf9-4689-9bf7-ab5e7fc70224 None None] Attempting to bind port 76b66a6c-8256-4153-914d-6f836f36e315 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:26:37.881093 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930d67ab-4bf9-4689-9bf7-ab5e7fc70224 None None] Attempting to bind port 76b66a6c-8256-4153-914d-6f836f36e315 on network fb35c99b-23b9-4b32-a307-2150c63e0c0a {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:26:37.920468 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6918357a-3167-4dc8-bb09-a1b82eae1d6b admin admin] Publish callbacks [] for router_gateway (1c00146a-5490-485d-a6ec-8da2d53da6af), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:37.931998 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930d67ab-4bf9-4689-9bf7-ab5e7fc70224 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:26:37.931998 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930d67ab-4bf9-4689-9bf7-ab5e7fc70224 None None] Checking segment: {'id': '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:26:37.932353 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-930d67ab-4bf9-4689-9bf7-ab5e7fc70224 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:37.932541 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930d67ab-4bf9-4689-9bf7-ab5e7fc70224 None None] Bound using segment: {'id': '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:26:37.933125 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-930d67ab-4bf9-4689-9bf7-ab5e7fc70224 None None] Bound port: 76b66a6c-8256-4153-914d-6f836f36e315, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:26:37.933379 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-930d67ab-4bf9-4689-9bf7-ab5e7fc70224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (76b66a6c-8256-4153-914d-6f836f36e315), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:37.941476 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6918357a-3167-4dc8-bb09-a1b82eae1d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:38.022886 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-930d67ab-4bf9-4689-9bf7-ab5e7fc70224 None None] For port 76b66a6c-8256-4153-914d-6f836f36e315, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:26:38.025823 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-930d67ab-4bf9-4689-9bf7-ab5e7fc70224 None None] For port 76b66a6c-8256-4153-914d-6f836f36e315, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=76b66a6c-8256-4153-914d-6f836f36e315,segment=NetworkSegment(622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf),segment_id=622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:26:38.032608 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-930d67ab-4bf9-4689-9bf7-ab5e7fc70224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (76b66a6c-8256-4153-914d-6f836f36e315), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:38.062274 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-6918357a-3167-4dc8-bb09-a1b82eae1d6b admin admin] Allocated IP 172.27.2.182 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/335f62e8-df28-49f2-9a2b-5e15506538a4) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:26:38.090201 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d67ab-4bf9-4689-9bf7-ab5e7fc70224 None None] Pushing event updated for resources: {'Port': ['ID=76b66a6c-8256-4153-914d-6f836f36e315,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:38.173841 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6918357a-3167-4dc8-bb09-a1b82eae1d6b admin admin] Publish callbacks [] for port (335f62e8-df28-49f2-9a2b-5e15506538a4), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:38.215137 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6918357a-3167-4dc8-bb09-a1b82eae1d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (335f62e8-df28-49f2-9a2b-5e15506538a4), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:38.272830 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6918357a-3167-4dc8-bb09-a1b82eae1d6b admin admin] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:26:38.276516 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-6918357a-3167-4dc8-bb09-a1b82eae1d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:26:38.278988 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6918357a-3167-4dc8-bb09-a1b82eae1d6b admin admin] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:26:38.304929 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918357a-3167-4dc8-bb09-a1b82eae1d6b admin admin] Pushing event updated for resources: {'Port': ['ID=335f62e8-df28-49f2-9a2b-5e15506538a4,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:38.443106 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11fb29-5ae6-469c-8909-e46ddfecba8b req-b66ed5b9-f334-4b49-9d71-744aa99f4803 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:38.444637 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ef11fb29-5ae6-469c-8909-e46ddfecba8b req-b66ed5b9-f334-4b49-9d71-744aa99f4803 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 946 time: 0.0532067 Sep 19 11:26:38.521444 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ef11fb29-5ae6-469c-8909-e46ddfecba8b req-f4aa5687-cea4-4489-9265-caeea53a4cf3 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702715 Sep 19 11:26:38.558578 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6918357a-3167-4dc8-bb09-a1b82eae1d6b admin admin] Publish callbacks [] for router_gateway (1c00146a-5490-485d-a6ec-8da2d53da6af), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:38.595353 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:38.722212 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:38.776950 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6918357a-3167-4dc8-bb09-a1b82eae1d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-777964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779044'] for router (1c00146a-5490-485d-a6ec-8da2d53da6af), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:38.924370 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6918357a-3167-4dc8-bb09-a1b82eae1d6b admin admin] Router 1c00146a-5490-485d-a6ec-8da2d53da6af is scheduled to L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 with binding_index 1 {{(pid=106254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 11:26:39.041193 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d9ecda-2e6a-4396-9ad7-7d830fb9eac5 None None] Network fb35c99b-23b9-4b32-a307-2150c63e0c0a requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:26:39.053521 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6918357a-3167-4dc8-bb09-a1b82eae1d6b admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:26:39.085672 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6918357a-3167-4dc8-bb09-a1b82eae1d6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:39.086957 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-6918357a-3167-4dc8-bb09-a1b82eae1d6b admin admin] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8446999 Sep 19 11:26:39.087642 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] Sync routers for ids ['1c00146a-5490-485d-a6ec-8da2d53da6af'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:26:39.089864 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 59550) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:39.114856 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] Routers {'1c00146a-5490-485d-a6ec-8da2d53da6af'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:26:39.115473 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:26:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['1c00146a-5490-485d-a6ec-8da2d53da6af'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:39.187747 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-6ae20aa5-2529-478c-8b23-ec48bf308f11 None None] Provisioning complete for port 76b66a6c-8256-4153-914d-6f836f36e315 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:26:39.188138 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6ae20aa5-2529-478c-8b23-ec48bf308f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (76b66a6c-8256-4153-914d-6f836f36e315), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:39.188476 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-6ae20aa5-2529-478c-8b23-ec48bf308f11 None None] Attempt 1 to provision port 76b66a6c-8256-4153-914d-6f836f36e315 Sep 19 11:26:39.312983 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] Set router 1c00146a-5490-485d-a6ec-8da2d53da6af gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:26:39.424844 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-6ae20aa5-2529-478c-8b23-ec48bf308f11 None None] Current status of the port 76b66a6c-8256-4153-914d-6f836f36e315 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:39.425575 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6ae20aa5-2529-478c-8b23-ec48bf308f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (76b66a6c-8256-4153-914d-6f836f36e315), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:39.474034 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 76b66a6c-8256-4153-914d-6f836f36e315 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:26:39.479680 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:39.589455 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:39.677987 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3d35e-659d-4f98-bb31-26be1ba739a9 req-adf390ed-795b-42c4-b3d9-272c2094f046 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:39.679486 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-89d3d35e-659d-4f98-bb31-26be1ba739a9 req-adf390ed-795b-42c4-b3d9-272c2094f046 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 946 time: 0.0589960 Sep 19 11:26:39.683660 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-6ae20aa5-2529-478c-8b23-ec48bf308f11 None None] For port 76b66a6c-8256-4153-914d-6f836f36e315, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=76b66a6c-8256-4153-914d-6f836f36e315,segment=NetworkSegment(622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf),segment_id=622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:26:39.696240 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6ae20aa5-2529-478c-8b23-ec48bf308f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (76b66a6c-8256-4153-914d-6f836f36e315), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:39.705069 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:39.764122 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 76b66a6c-8256-4153-914d-6f836f36e315 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:26:39.764502 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (76b66a6c-8256-4153-914d-6f836f36e315), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:39.764847 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 76b66a6c-8256-4153-914d-6f836f36e315 Sep 19 11:26:39.782712 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-89d3d35e-659d-4f98-bb31-26be1ba739a9 req-23d3fba6-802e-42bf-952c-d32893fb8bea tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808384 Sep 19 11:26:39.820019 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae20aa5-2529-478c-8b23-ec48bf308f11 None None] Pushing event updated for resources: {'Port': ['ID=76b66a6c-8256-4153-914d-6f836f36e315,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:39.826177 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:38Z', 'revision_number': 3, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:39.840288 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-041f88b6-d4c3-4106-8407-f27eb2f165a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:39.860849 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] Checking router: 1c00146a-5490-485d-a6ec-8da2d53da6af for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:26:39.861213 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] Updating router 1c00146a-5490-485d-a6ec-8da2d53da6af port 335f62e8-df28-49f2-9a2b-5e15506538a4 binding host dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:26:39.863395 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-98a7d7bc-8c10-4b75-8038-6565f9150fee None None] Provisioning complete for port 76b66a6c-8256-4153-914d-6f836f36e315 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:26:39.863887 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-98a7d7bc-8c10-4b75-8038-6565f9150fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (76b66a6c-8256-4153-914d-6f836f36e315), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:39.864231 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-98a7d7bc-8c10-4b75-8038-6565f9150fee None None] Attempt 1 to provision port 76b66a6c-8256-4153-914d-6f836f36e315 Sep 19 11:26:39.895854 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:39.944328 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (335f62e8-df28-49f2-9a2b-5e15506538a4), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:39.983120 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 76b66a6c-8256-4153-914d-6f836f36e315 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:40.005977 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-041f88b6-d4c3-4106-8407-f27eb2f165a4 admin admin] Allocated IP 172.20.0.1 (fb35c99b-23b9-4b32-a307-2150c63e0c0a/12b60c37-1469-4c8f-99da-759b2d2ba30b/95e19ca6-95f0-4a1d-9d0d-e089f14d65d3) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:26:40.100655 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-98a7d7bc-8c10-4b75-8038-6565f9150fee None None] Current status of the port 76b66a6c-8256-4153-914d-6f836f36e315 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:40.121916 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-041f88b6-d4c3-4106-8407-f27eb2f165a4 admin admin] Publish callbacks [] for port (95e19ca6-95f0-4a1d-9d0d-e089f14d65d3), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:40.155459 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-041f88b6-d4c3-4106-8407-f27eb2f165a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (95e19ca6-95f0-4a1d-9d0d-e089f14d65d3), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:40.201040 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041f88b6-d4c3-4106-8407-f27eb2f165a4 admin admin] Network fb35c99b-23b9-4b32-a307-2150c63e0c0a is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:26:40.204169 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-041f88b6-d4c3-4106-8407-f27eb2f165a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:26:40.209118 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f88b6-d4c3-4106-8407-f27eb2f165a4 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:26:40.231586 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f88b6-d4c3-4106-8407-f27eb2f165a4 admin admin] Pushing event updated for resources: {'Port': ['ID=95e19ca6-95f0-4a1d-9d0d-e089f14d65d3,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:40.257094 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-041f88b6-d4c3-4106-8407-f27eb2f165a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687133'] for router_interface (1c00146a-5490-485d-a6ec-8da2d53da6af), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:40.274896 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] Publish callbacks [] for port (335f62e8-df28-49f2-9a2b-5e15506538a4), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:40.280832 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (335f62e8-df28-49f2-9a2b-5e15506538a4), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:40.318726 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] Attempting to bind port 335f62e8-df28-49f2-9a2b-5e15506538a4 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:26:40.319314 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] Attempting to bind port 335f62e8-df28-49f2-9a2b-5e15506538a4 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:26:40.319477 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] Attempting to bind port 335f62e8-df28-49f2-9a2b-5e15506538a4 on network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:26:40.361020 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46032192-b33e-4465-a300-9154e5661f2c None None] Pushing event updated for resources: {'Port': ['ID=335f62e8-df28-49f2-9a2b-5e15506538a4,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:40.380889 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:26:40.381350 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] Checking segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:26:40.381740 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:40.382275 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] Bound using segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:26:40.382642 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] Bound port: 335f62e8-df28-49f2-9a2b-5e15506538a4, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:26:40.383174 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (335f62e8-df28-49f2-9a2b-5e15506538a4), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:40.411223 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:40.424151 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-041f88b6-d4c3-4106-8407-f27eb2f165a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (95e19ca6-95f0-4a1d-9d0d-e089f14d65d3), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:40.445591 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] For port 335f62e8-df28-49f2-9a2b-5e15506538a4, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:26:40.449265 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] For port 335f62e8-df28-49f2-9a2b-5e15506538a4, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=335f62e8-df28-49f2-9a2b-5e15506538a4,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:26:40.454714 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (335f62e8-df28-49f2-9a2b-5e15506538a4), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:40.462455 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:40.499976 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] Routers {'1c00146a-5490-485d-a6ec-8da2d53da6af'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:26:40.500675 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:26:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['1c00146a-5490-485d-a6ec-8da2d53da6af'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:40.543902 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:40.573886 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46032192-b33e-4465-a300-9154e5661f2c None None] Pushing event updated for resources: {'Port': ['ID=335f62e8-df28-49f2-9a2b-5e15506538a4,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:40.576546 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2e608087-436b-41e5-96f2-0a145a0bdd77 None None] Provisioning complete for port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:26:40.576918 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2e608087-436b-41e5-96f2-0a145a0bdd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (95e19ca6-95f0-4a1d-9d0d-e089f14d65d3), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:40.577246 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2e608087-436b-41e5-96f2-0a145a0bdd77 None None] Attempt 1 to provision port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 Sep 19 11:26:40.623976 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-041f88b6-d4c3-4106-8407-f27eb2f165a4 admin admin] Publish callbacks [] for port (95e19ca6-95f0-4a1d-9d0d-e089f14d65d3), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:40.629373 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-041f88b6-d4c3-4106-8407-f27eb2f165a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (95e19ca6-95f0-4a1d-9d0d-e089f14d65d3), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:40.650384 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2e608087-436b-41e5-96f2-0a145a0bdd77 None None] Port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:26:40.662168 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] Set router 1c00146a-5490-485d-a6ec-8da2d53da6af gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:26:40.703472 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-041f88b6-d4c3-4106-8407-f27eb2f165a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687241'] for router_interface (1c00146a-5490-485d-a6ec-8da2d53da6af), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:40.709571 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f88b6-d4c3-4106-8407-f27eb2f165a4 admin admin] Pushing event updated for resources: {'Port': ['ID=95e19ca6-95f0-4a1d-9d0d-e089f14d65d3,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:40.716712 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:40.802002 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041f88b6-d4c3-4106-8407-f27eb2f165a4 admin admin] Network fb35c99b-23b9-4b32-a307-2150c63e0c0a is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:26:40.803508 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-041f88b6-d4c3-4106-8407-f27eb2f165a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:26:40.855903 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 1, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:40.883628 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ed8231-2e6e-4419-ad81-7be2bba45eab None None] The sync data for ids ['1c00146a-5490-485d-a6ec-8da2d53da6af'] in dv-cinder-820994-5-iscsi is: [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 1, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:26:40.928434 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041f88b6-d4c3-4106-8407-f27eb2f165a4 admin admin] Router 1c00146a-5490-485d-a6ec-8da2d53da6af has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:26:41.036982 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041f88b6-d4c3-4106-8407-f27eb2f165a4 admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:26:41.042443 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-041f88b6-d4c3-4106-8407-f27eb2f165a4 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/1c00146a-5490-485d-a6ec-8da2d53da6af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9515212 Sep 19 11:26:41.151995 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2e608087-436b-41e5-96f2-0a145a0bdd77 None None] Attempt 2 to provision port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 Sep 19 11:26:41.190322 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2e608087-436b-41e5-96f2-0a145a0bdd77 None None] Port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:26:41.446338 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 76b66a6c-8256-4153-914d-6f836f36e315 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:26:41.521807 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 76b66a6c-8256-4153-914d-6f836f36e315 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:26:41.522321 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (76b66a6c-8256-4153-914d-6f836f36e315), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:41.522895 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 76b66a6c-8256-4153-914d-6f836f36e315 Sep 19 11:26:41.646752 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 76b66a6c-8256-4153-914d-6f836f36e315 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:41.693588 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2e608087-436b-41e5-96f2-0a145a0bdd77 None None] Attempt 3 to provision port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 Sep 19 11:26:41.724038 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27ec01-da56-48a2-abf7-4d6ce5ad8623 req-2f1aa35c-4e14-4526-83dd-541082ea0821 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:41.725587 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3d27ec01-da56-48a2-abf7-4d6ce5ad8623 req-2f1aa35c-4e14-4526-83dd-541082ea0821 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.1296694 Sep 19 11:26:41.726754 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58074b9-d2a5-4156-89b6-bdf69463f6bb req-2d3b38d4-f4ed-46ed-a0d4-d3bf66b399b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:41.728360 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d58074b9-d2a5-4156-89b6-bdf69463f6bb req-2d3b38d4-f4ed-46ed-a0d4-d3bf66b399b1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c7ccdce201f547f5a50c93e27c5e8cb1&device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 1129 time: 0.1453071 Sep 19 11:26:41.746789 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2e608087-436b-41e5-96f2-0a145a0bdd77 None None] Port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:26:41.767682 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59582) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:41.772695 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-0fc40539-034e-43d6-a863-a91d55722f15 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-147449288-network', 'tenant_id': '45c46d122e74432a8228d27ed8b6f876'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:26:41.796116 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc40539-034e-43d6-a863-a91d55722f15 admin admin] Made reservation on behalf of 45c46d122e74432a8228d27ed8b6f876 for: {'network': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:26:41.798606 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0fc40539-034e-43d6-a863-a91d55722f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for network (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:41.812184 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0fc40539-034e-43d6-a863-a91d55722f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:41.855453 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3d27ec01-da56-48a2-abf7-4d6ce5ad8623 req-aa410b2a-74d5-4a20-89e6-406e419c8eb3 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230268 Sep 19 11:26:41.881767 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58074b9-d2a5-4156-89b6-bdf69463f6bb req-fb916352-14b8-4e04-bfa7-b656339fc878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:41.883674 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d58074b9-d2a5-4156-89b6-bdf69463f6bb req-fb916352-14b8-4e04-bfa7-b656339fc878 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=8f760d48-3e02-4562-abc4-dc5b172f3b8a HTTP/1.1" status: 200 len: 919 time: 0.1441083 Sep 19 11:26:41.910878 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0fc40539-034e-43d6-a863-a91d55722f15 admin admin] Publish callbacks [] for security_group (f93bb039-4108-4a22-b1a6-0dfe2d4a3013), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:41.916409 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0fc40539-034e-43d6-a863-a91d55722f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (f93bb039-4108-4a22-b1a6-0dfe2d4a3013), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:41.947559 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc40539-034e-43d6-a863-a91d55722f15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=106254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 11:26:41.954662 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc40539-034e-43d6-a863-a91d55722f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93bb039-4108-4a22-b1a6-0dfe2d4a3013,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:41.958027 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d58074b9-d2a5-4156-89b6-bdf69463f6bb req-e6dd1a6d-5fde-4f42-93aa-73f42121c1c1 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7caf44f4-6ec4-453f-b026-5ce545b8b513 HTTP/1.1" status: 200 len: 1000 time: 0.0668037 Sep 19 11:26:41.962279 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0fc40539-034e-43d6-a863-a91d55722f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (881ac714-c366-473d-85b2-fcbb45372f3c), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:41.962669 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.segments_db [None req-0fc40539-034e-43d6-a863-a91d55722f15 admin admin] Added segment 881ac714-c366-473d-85b2-fcbb45372f3c of type vlan for network 30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d Sep 19 11:26:42.004234 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:42.009793 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0fc40539-034e-43d6-a863-a91d55722f15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730871930287'] for network (30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:42.020599 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58074b9-d2a5-4156-89b6-bdf69463f6bb req-ca0f8218-e804-4fb3-8f71-5fad1745d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:42.022174 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d58074b9-d2a5-4156-89b6-bdf69463f6bb req-ca0f8218-e804-4fb3-8f71-5fad1745d402 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=da16c182-c3ae-4775-9d91-5e2002af698e HTTP/1.1" status: 200 len: 857 time: 0.0535522 Sep 19 11:26:42.039296 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0fc40539-034e-43d6-a863-a91d55722f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for network (30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:42.040368 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc40539-034e-43d6-a863-a91d55722f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:42.041844 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0fc40539-034e-43d6-a863-a91d55722f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:42.072907 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58074b9-d2a5-4156-89b6-bdf69463f6bb req-fb0dcb83-cf7b-4a2a-806e-637906a3f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:42.074432 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d58074b9-d2a5-4156-89b6-bdf69463f6bb req-fb0dcb83-cf7b-4a2a-806e-637906a3f392 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8f760d48-3e02-4562-abc4-dc5b172f3b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456977 Sep 19 11:26:42.100973 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-0fc40539-034e-43d6-a863-a91d55722f15 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3320932 Sep 19 11:26:42.103565 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59584) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:42.108355 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-a2a3e19a-9b58-43ae-a628-a987e3a14155 admin admin] Request body: {'subnet': {'network_id': '30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-147449288-subnet', 'tenant_id': '45c46d122e74432a8228d27ed8b6f876', 'ip_version': 4}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:26:42.127053 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:42.136391 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc40539-034e-43d6-a863-a91d55722f15 admin admin] Pushing event updated for resources: {'Network': ['ID=30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:42.147629 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a3e19a-9b58-43ae-a628-a987e3a14155 admin admin] Made reservation on behalf of 45c46d122e74432a8228d27ed8b6f876 for: {'subnet': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:26:42.151821 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a2a3e19a-9b58-43ae-a628-a987e3a14155 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14016182'] for subnet (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:42.152284 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Network 30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d details requested by agent ovs-agent-dv-cinder-820994-5-iscsi with host dv-cinder-820994-5-iscsi {{(pid=106255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 11:26:42.177119 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d58074b9-d2a5-4156-89b6-bdf69463f6bb req-285d1bbe-9521-4760-b9ce-12dce87ba005 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950325 Sep 19 11:26:42.219410 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:42.248409 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2e608087-436b-41e5-96f2-0a145a0bdd77 None None] Attempt 4 to provision port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 Sep 19 11:26:42.290082 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d58074b9-d2a5-4156-89b6-bdf69463f6bb req-2052985c-f5ef-480a-a45d-a9cac4984a4c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065462 Sep 19 11:26:42.307437 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2e608087-436b-41e5-96f2-0a145a0bdd77 None None] Port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:26:42.361740 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a2a3e19a-9b58-43ae-a628-a987e3a14155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15337904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14016160'] for subnet (f14ff962-1b44-4c6e-811d-0e15221df0af), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:42.428179 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3e19a-9b58-43ae-a628-a987e3a14155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f14ff962-1b44-4c6e-811d-0e15221df0af,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:42.436640 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a3e19a-9b58-43ae-a628-a987e3a14155 admin admin] Checking segment: {'id': '881ac714-c366-473d-85b2-fcbb45372f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:26:42.437046 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a3e19a-9b58-43ae-a628-a987e3a14155 admin admin] Network hostable DHCP agents. Network: 30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d, hostable agents: ['4823e8b3-ab16-40fd-b6f9-cda48b53bbb0'], hosted agents: [] {{(pid=106254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 11:26:42.455855 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a3e19a-9b58-43ae-a628-a987e3a14155 admin admin] Network 30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d is scheduled to be hosted by DHCP agent 4823e8b3-ab16-40fd-b6f9-cda48b53bbb0 with binding_index 1 {{(pid=106254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 11:26:42.465187 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-a2a3e19a-9b58-43ae-a628-a987e3a14155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-5-iscsi, 30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d) {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:26:42.469408 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a3e19a-9b58-43ae-a628-a987e3a14155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:42.470806 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a2a3e19a-9b58-43ae-a628-a987e3a14155 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:42.473705 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075b8ef7-2ded-45c7-9e6d-6d075fc465ad None None] Network 30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:26:42.486034 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-a2a3e19a-9b58-43ae-a628-a987e3a14155 admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3814340 Sep 19 11:26:42.489237 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59592) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:42.493427 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-b95d2b67-7508-42c8-8d87-ec420e846d9f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-147449288-router', 'tenant_id': '45c46d122e74432a8228d27ed8b6f876', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:26:42.514676 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b95d2b67-7508-42c8-8d87-ec420e846d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12666'] for router (db5df69f-ba10-48a3-bae2-a65e37b8c819), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:42.515888 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b95d2b67-7508-42c8-8d87-ec420e846d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-777908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router (db5df69f-ba10-48a3-bae2-a65e37b8c819), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:42.570482 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b95d2b67-7508-42c8-8d87-ec420e846d9f admin admin] Publish callbacks [] for router_controller (db5df69f-ba10-48a3-bae2-a65e37b8c819), precommit_add_association {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:42.594222 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7f675a-9094-4469-8049-e8664b536bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp700f856c-545f-5006-8537-bc9c9f877a09-30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d', 'network_id': '30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d', 'project_id': '45c46d122e74432a8228d27ed8b6f876', 'fixed_ips': [{'subnet_id': 'f14ff962-1b44-4c6e-811d-0e15221df0af'}]}} from dv-cinder-820994-5-iscsi. {{(pid=106255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 11:26:42.595184 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6c7f675a-9094-4469-8049-e8664b536bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:42.598832 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:42.692219 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:42.715317 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b95d2b67-7508-42c8-8d87-ec420e846d9f admin admin] Publish callbacks [] for router_gateway (db5df69f-ba10-48a3-bae2-a65e37b8c819), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:42.862960 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2e608087-436b-41e5-96f2-0a145a0bdd77 None None] Attempt 5 to provision port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 Sep 19 11:26:42.898382 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.db_base_plugin_common [None req-6c7f675a-9094-4469-8049-e8664b536bf5 None None] Allocated IP 172.20.0.2 (30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d/f14ff962-1b44-4c6e-811d-0e15221df0af/ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc) {{(pid=106255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:26:42.913205 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2e608087-436b-41e5-96f2-0a145a0bdd77 None None] Port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:26:42.925868 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b95d2b67-7508-42c8-8d87-ec420e846d9f admin admin] Publish callbacks [] for router_gateway (db5df69f-ba10-48a3-bae2-a65e37b8c819), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:42.952055 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b95d2b67-7508-42c8-8d87-ec420e846d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:42.993315 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:43.006002 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c56ee-ed38-4d19-8f13-c0667dec487a req-abfcdfbf-21fb-4a67-9e5d-f82a93ce5296 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:43.010422 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db7c56ee-ed38-4d19-8f13-c0667dec487a req-abfcdfbf-21fb-4a67-9e5d-f82a93ce5296 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0676231 Sep 19 11:26:43.063163 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6c7f675a-9094-4469-8049-e8664b536bf5 None None] Publish callbacks [] for port (ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc), precommit_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:43.071509 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6c7f675a-9094-4469-8049-e8664b536bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc), after_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:43.072811 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-b95d2b67-7508-42c8-8d87-ec420e846d9f admin admin] Allocated IP 172.27.2.37 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/7a15bab5-fec9-438d-9026-9f6e297d2c61) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:26:43.074728 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db7c56ee-ed38-4d19-8f13-c0667dec487a req-27767f7c-5d2c-4ec6-ab8c-3544e29aeb51 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592842 Sep 19 11:26:43.118832 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7f675a-9094-4469-8049-e8664b536bf5 None None] Network 30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d is already hosted by enough agents. {{(pid=106255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:26:43.121861 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.base_scheduler [None req-6c7f675a-9094-4469-8049-e8664b536bf5 None None] Resources bound (agent type, host, resource id): {{(pid=106255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:26:43.124294 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7f675a-9094-4469-8049-e8664b536bf5 None None] Received port after_create {{(pid=106255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:26:43.133669 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f675a-9094-4469-8049-e8664b536bf5 None None] Pushing event updated for resources: {'Port': ['ID=ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc,revision_number=1']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:43.159324 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:43.189856 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:43.190834 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] Sync routers for ids ['1c00146a-5490-485d-a6ec-8da2d53da6af'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:26:43.195960 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-6c7f675a-9094-4469-8049-e8664b536bf5 None None] Attempting to bind port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:26:43.196430 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-6c7f675a-9094-4469-8049-e8664b536bf5 None None] Attempting to bind port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': '881ac714-c366-473d-85b2-fcbb45372f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:26:43.196811 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7f675a-9094-4469-8049-e8664b536bf5 None None] Attempting to bind port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc on network 30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:26:43.198070 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b95d2b67-7508-42c8-8d87-ec420e846d9f admin admin] Publish callbacks [] for port (7a15bab5-fec9-438d-9026-9f6e297d2c61), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:43.203236 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] Routers {'1c00146a-5490-485d-a6ec-8da2d53da6af'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:26:43.203875 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:26:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['1c00146a-5490-485d-a6ec-8da2d53da6af'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:43.234112 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b95d2b67-7508-42c8-8d87-ec420e846d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (7a15bab5-fec9-438d-9026-9f6e297d2c61), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:43.256532 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7f675a-9094-4469-8049-e8664b536bf5 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:26:43.257095 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7f675a-9094-4469-8049-e8664b536bf5 None None] Checking segment: {'id': '881ac714-c366-473d-85b2-fcbb45372f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:26:43.257590 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6c7f675a-9094-4469-8049-e8664b536bf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:43.258243 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7f675a-9094-4469-8049-e8664b536bf5 None None] Bound using segment: {'id': '881ac714-c366-473d-85b2-fcbb45372f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:26:43.258799 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-6c7f675a-9094-4469-8049-e8664b536bf5 None None] Bound port: ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881ac714-c366-473d-85b2-fcbb45372f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:26:43.259280 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6c7f675a-9094-4469-8049-e8664b536bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:43.274621 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95d2b67-7508-42c8-8d87-ec420e846d9f admin admin] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:26:43.277668 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-b95d2b67-7508-42c8-8d87-ec420e846d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:26:43.281311 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95d2b67-7508-42c8-8d87-ec420e846d9f admin admin] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:26:43.312217 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d2b67-7508-42c8-8d87-ec420e846d9f admin admin] Pushing event updated for resources: {'Port': ['ID=7a15bab5-fec9-438d-9026-9f6e297d2c61,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:43.317355 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] Set router 1c00146a-5490-485d-a6ec-8da2d53da6af gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:26:43.347662 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-6c7f675a-9094-4469-8049-e8664b536bf5 None None] For port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:26:43.351351 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-6c7f675a-9094-4469-8049-e8664b536bf5 None None] For port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc,segment=NetworkSegment(881ac714-c366-473d-85b2-fcbb45372f3c),segment_id=881ac714-c366-473d-85b2-fcbb45372f3c)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:26:43.361522 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6c7f675a-9094-4469-8049-e8664b536bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:43.418102 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2e608087-436b-41e5-96f2-0a145a0bdd77 None None] Attempt 6 to provision port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 Sep 19 11:26:43.455395 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f675a-9094-4469-8049-e8664b536bf5 None None] Pushing event updated for resources: {'Port': ['ID=ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:43.461542 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 335f62e8-df28-49f2-9a2b-5e15506538a4 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:26:43.490562 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2e608087-436b-41e5-96f2-0a145a0bdd77 None None] Port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:26:43.514729 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 335f62e8-df28-49f2-9a2b-5e15506538a4 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:26:43.515353 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (335f62e8-df28-49f2-9a2b-5e15506538a4), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:43.515926 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 335f62e8-df28-49f2-9a2b-5e15506538a4 Sep 19 11:26:43.566978 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 2, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:43.618608 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] Checking router: 1c00146a-5490-485d-a6ec-8da2d53da6af for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:26:43.621049 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] Updating router 1c00146a-5490-485d-a6ec-8da2d53da6af port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 binding host dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:26:43.628884 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b95d2b67-7508-42c8-8d87-ec420e846d9f admin admin] Publish callbacks [] for router_gateway (db5df69f-ba10-48a3-bae2-a65e37b8c819), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:43.632274 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 335f62e8-df28-49f2-9a2b-5e15506538a4 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:43.632885 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (335f62e8-df28-49f2-9a2b-5e15506538a4), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:43.659042 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] For port 335f62e8-df28-49f2-9a2b-5e15506538a4, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=335f62e8-df28-49f2-9a2b-5e15506538a4,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:26:43.669086 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (335f62e8-df28-49f2-9a2b-5e15506538a4), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:43.672675 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (95e19ca6-95f0-4a1d-9d0d-e089f14d65d3), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:43.681087 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:43.726801 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Pushing event updated for resources: {'Port': ['ID=335f62e8-df28-49f2-9a2b-5e15506538a4,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:43.870328 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b95d2b67-7508-42c8-8d87-ec420e846d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-777964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779044'] for router (db5df69f-ba10-48a3-bae2-a65e37b8c819), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:43.961089 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] Publish callbacks [] for port (95e19ca6-95f0-4a1d-9d0d-e089f14d65d3), precommit_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:43.967425 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (95e19ca6-95f0-4a1d-9d0d-e089f14d65d3), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:43.992154 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2e608087-436b-41e5-96f2-0a145a0bdd77 None None] Attempt 7 to provision port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 Sep 19 11:26:43.996364 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:44.033592 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2e608087-436b-41e5-96f2-0a145a0bdd77 None None] Port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:26:44.062710 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2df7e-4d98-4721-bc5a-fdcd7fc34639 None None] Pushing event updated for resources: {'Port': ['ID=95e19ca6-95f0-4a1d-9d0d-e089f14d65d3,revision_number=3']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:44.066391 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] Attempting to bind port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:26:44.066820 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] Attempting to bind port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a'}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:26:44.067187 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] Attempting to bind port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 on network fb35c99b-23b9-4b32-a307-2150c63e0c0a {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:26:44.073408 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2df7e-4d98-4721-bc5a-fdcd7fc34639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:44.073764 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2df7e-4d98-4721-bc5a-fdcd7fc34639 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:44.074130 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2df7e-4d98-4721-bc5a-fdcd7fc34639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:44.074493 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2df7e-4d98-4721-bc5a-fdcd7fc34639 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:44.074829 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2df7e-4d98-4721-bc5a-fdcd7fc34639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:44.075161 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2df7e-4d98-4721-bc5a-fdcd7fc34639 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:44.075488 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2df7e-4d98-4721-bc5a-fdcd7fc34639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:44.075850 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2df7e-4d98-4721-bc5a-fdcd7fc34639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:44.076175 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2df7e-4d98-4721-bc5a-fdcd7fc34639 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:44.076496 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2df7e-4d98-4721-bc5a-fdcd7fc34639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:44.077040 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2df7e-4d98-4721-bc5a-fdcd7fc34639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:44.077165 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2df7e-4d98-4721-bc5a-fdcd7fc34639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:44.077480 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2df7e-4d98-4721-bc5a-fdcd7fc34639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:44.077877 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2df7e-4d98-4721-bc5a-fdcd7fc34639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:44.078113 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2df7e-4d98-4721-bc5a-fdcd7fc34639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:26:44.125588 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:44.131181 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:44.135659 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:26:44.136150 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] Checking segment: {'id': '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:26:44.136729 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:44.137126 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] Bound using segment: {'id': '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a'} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:26:44.137782 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] Bound port: 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a'}}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:26:44.138169 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (95e19ca6-95f0-4a1d-9d0d-e089f14d65d3), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:44.209050 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] For port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:26:44.213216 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] For port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=95e19ca6-95f0-4a1d-9d0d-e089f14d65d3,segment=NetworkSegment(622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf),segment_id=622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf)] {{(pid=106256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:26:44.222488 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (95e19ca6-95f0-4a1d-9d0d-e089f14d65d3), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:44.244878 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecb3d3-dacb-486a-bc2e-5ffe476bf1b4 req-4dca9106-1c83-4f6a-8627-4554a5f477c4 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:44.246404 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-65ecb3d3-dacb-486a-bc2e-5ffe476bf1b4 req-4dca9106-1c83-4f6a-8627-4554a5f477c4 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0572619 Sep 19 11:26:44.248579 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95d2b67-7508-42c8-8d87-ec420e846d9f admin admin] Router db5df69f-ba10-48a3-bae2-a65e37b8c819 is scheduled to L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 with binding_index 1 {{(pid=106254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 11:26:44.280343 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2df7e-4d98-4721-bc5a-fdcd7fc34639 None None] Pushing event updated for resources: {'Port': ['ID=95e19ca6-95f0-4a1d-9d0d-e089f14d65d3,revision_number=4']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:44.303108 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] Routers {'1c00146a-5490-485d-a6ec-8da2d53da6af'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:26:44.303941 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:26:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['1c00146a-5490-485d-a6ec-8da2d53da6af'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:44.311919 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-65ecb3d3-dacb-486a-bc2e-5ffe476bf1b4 req-d6b27ca2-8750-41f8-949e-ec7e60fad42a tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584905 Sep 19 11:26:44.386385 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95d2b67-7508-42c8-8d87-ec420e846d9f admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:26:44.397697 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] Sync routers for ids ['db5df69f-ba10-48a3-bae2-a65e37b8c819'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:26:44.405185 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b95d2b67-7508-42c8-8d87-ec420e846d9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:44.409880 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 59600) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:44.410265 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-b95d2b67-7508-42c8-8d87-ec420e846d9f admin admin] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9198079 Sep 19 11:26:44.414929 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] Routers {'db5df69f-ba10-48a3-bae2-a65e37b8c819'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:26:44.416522 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:26:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['db5df69f-ba10-48a3-bae2-a65e37b8c819'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:44.426964 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] Set router 1c00146a-5490-485d-a6ec-8da2d53da6af gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:26:44.534543 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2e608087-436b-41e5-96f2-0a145a0bdd77 None None] Attempt 8 to provision port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 Sep 19 11:26:44.568885 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a079258f-a3bc-4e00-874d-6391903934fd None None] Network 30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:26:44.589323 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] Set router db5df69f-ba10-48a3-bae2-a65e37b8c819 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:26:44.731306 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:44Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:44.756438 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43679a07-8306-4bf4-8a22-205c91ff6263 None None] The sync data for ids ['1c00146a-5490-485d-a6ec-8da2d53da6af'] in dv-cinder-820994-5-iscsi is: [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:44Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:26:44.825084 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2e608087-436b-41e5-96f2-0a145a0bdd77 None None] Current status of the port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:44.825477 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2e608087-436b-41e5-96f2-0a145a0bdd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (95e19ca6-95f0-4a1d-9d0d-e089f14d65d3), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:44.850907 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f247c47-729d-4818-b8bd-a78701bafad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:44.920417 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2e608087-436b-41e5-96f2-0a145a0bdd77 None None] For port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=95e19ca6-95f0-4a1d-9d0d-e089f14d65d3,segment=NetworkSegment(622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf),segment_id=622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:26:44.927439 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2e608087-436b-41e5-96f2-0a145a0bdd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (95e19ca6-95f0-4a1d-9d0d-e089f14d65d3), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:44.961538 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5df69f-ba10-48a3-bae2-a65e37b8c819', 'name': 'tempest-TestVolumeBootPattern-147449288-router', 'tenant_id': '45c46d122e74432a8228d27ed8b6f876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '7a15bab5-fec9-438d-9026-9f6e297d2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:42Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 3, 'project_id': '45c46d122e74432a8228d27ed8b6f876', 'gw_port': {'id': '7a15bab5-fec9-438d-9026-9f6e297d2c61', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5df69f-ba10-48a3-bae2-a65e37b8c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:42Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:44.998270 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] Checking router: db5df69f-ba10-48a3-bae2-a65e37b8c819 for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:26:44.998732 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] Updating router db5df69f-ba10-48a3-bae2-a65e37b8c819 port 7a15bab5-fec9-438d-9026-9f6e297d2c61 binding host dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:26:45.039486 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:45.058366 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-1f247c47-729d-4818-b8bd-a78701bafad0 admin admin] Allocated IP 172.20.0.1 (30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d/f14ff962-1b44-4c6e-811d-0e15221df0af/6e2da068-839c-40eb-964b-7797118ec70b) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:26:45.072475 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (7a15bab5-fec9-438d-9026-9f6e297d2c61), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:45.076025 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e608087-436b-41e5-96f2-0a145a0bdd77 None None] Pushing event updated for resources: {'Port': ['ID=95e19ca6-95f0-4a1d-9d0d-e089f14d65d3,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:45.080898 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-b7d63858-f51c-4b01-8e64-879528392c0e None None] Provisioning complete for port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:26:45.083628 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b7d63858-f51c-4b01-8e64-879528392c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:45.085671 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-b7d63858-f51c-4b01-8e64-879528392c0e None None] Attempt 1 to provision port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc Sep 19 11:26:45.263691 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:45.348698 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-b7d63858-f51c-4b01-8e64-879528392c0e None None] Current status of the port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:45.349191 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b7d63858-f51c-4b01-8e64-879528392c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:45.354984 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:45.442896 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-b7d63858-f51c-4b01-8e64-879528392c0e None None] For port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc,segment=NetworkSegment(881ac714-c366-473d-85b2-fcbb45372f3c),segment_id=881ac714-c366-473d-85b2-fcbb45372f3c)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:26:45.444863 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f247c47-729d-4818-b8bd-a78701bafad0 admin admin] Publish callbacks [] for port (6e2da068-839c-40eb-964b-7797118ec70b), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:45.453487 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:45.456517 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b7d63858-f51c-4b01-8e64-879528392c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:45.520689 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f247c47-729d-4818-b8bd-a78701bafad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (6e2da068-839c-40eb-964b-7797118ec70b), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:45.530677 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-b7d63858-f51c-4b01-8e64-879528392c0e None None] Provisioning complete for port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:26:45.531197 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b7d63858-f51c-4b01-8e64-879528392c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (95e19ca6-95f0-4a1d-9d0d-e089f14d65d3), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:45.531650 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-b7d63858-f51c-4b01-8e64-879528392c0e None None] Attempt 1 to provision port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 Sep 19 11:26:45.568587 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f247c47-729d-4818-b8bd-a78701bafad0 admin admin] Network 30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:26:45.574994 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1f247c47-729d-4818-b8bd-a78701bafad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:26:45.585332 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7c99a-83dc-4143-9a69-78ec38183fa7 req-74985eba-9623-4598-905e-06b1a176ca21 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:45.586936 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-53a7c99a-83dc-4143-9a69-78ec38183fa7 req-74985eba-9623-4598-905e-06b1a176ca21 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.1033301 Sep 19 11:26:45.587784 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f247c47-729d-4818-b8bd-a78701bafad0 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:26:45.599079 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] Publish callbacks [] for port (7a15bab5-fec9-438d-9026-9f6e297d2c61), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:45.610816 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (7a15bab5-fec9-438d-9026-9f6e297d2c61), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:45.614417 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d63858-f51c-4b01-8e64-879528392c0e None None] Pushing event updated for resources: {'Port': ['ID=ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:45.645791 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f247c47-729d-4818-b8bd-a78701bafad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687133'] for router_interface (db5df69f-ba10-48a3-bae2-a65e37b8c819), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:45.661602 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] Attempting to bind port 7a15bab5-fec9-438d-9026-9f6e297d2c61 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:26:45.664228 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] Attempting to bind port 7a15bab5-fec9-438d-9026-9f6e297d2c61 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:26:45.664716 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] Attempting to bind port 7a15bab5-fec9-438d-9026-9f6e297d2c61 on network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:26:45.751499 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f247c47-729d-4818-b8bd-a78701bafad0 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2da068-839c-40eb-964b-7797118ec70b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:45.771799 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c766a-86f4-4a65-82e9-2d84fe34a675 None None] Pushing event updated for resources: {'Port': ['ID=7a15bab5-fec9-438d-9026-9f6e297d2c61,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:45.798995 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-53a7c99a-83dc-4143-9a69-78ec38183fa7 req-9423c03d-6fdc-4704-890a-d16d1a587d18 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504779 Sep 19 11:26:45.800204 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-b7d63858-f51c-4b01-8e64-879528392c0e None None] Current status of the port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:45.806102 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:26:45.806585 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] Checking segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:26:45.807084 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:45.807668 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] Bound using segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:26:45.808319 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] Bound port: 7a15bab5-fec9-438d-9026-9f6e297d2c61, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:26:45.808836 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (7a15bab5-fec9-438d-9026-9f6e297d2c61), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:45.833768 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:26:45.893966 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f247c47-729d-4818-b8bd-a78701bafad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (6e2da068-839c-40eb-964b-7797118ec70b), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:45.900259 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] For port 7a15bab5-fec9-438d-9026-9f6e297d2c61, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:26:45.905379 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] For port 7a15bab5-fec9-438d-9026-9f6e297d2c61, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=7a15bab5-fec9-438d-9026-9f6e297d2c61,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:26:46.047064 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (7a15bab5-fec9-438d-9026-9f6e297d2c61), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:46.053502 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:26:46.053860 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (95e19ca6-95f0-4a1d-9d0d-e089f14d65d3), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:46.054190 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 Sep 19 11:26:46.057467 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Provisioning complete for port 6e2da068-839c-40eb-964b-7797118ec70b triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:26:46.057881 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (6e2da068-839c-40eb-964b-7797118ec70b), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:46.058211 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Attempt 1 to provision port 6e2da068-839c-40eb-964b-7797118ec70b Sep 19 11:26:46.068421 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f247c47-729d-4818-b8bd-a78701bafad0 admin admin] Publish callbacks [] for port (6e2da068-839c-40eb-964b-7797118ec70b), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:46.072967 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f247c47-729d-4818-b8bd-a78701bafad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (6e2da068-839c-40eb-964b-7797118ec70b), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:46.141176 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f247c47-729d-4818-b8bd-a78701bafad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687241'] for router_interface (db5df69f-ba10-48a3-bae2-a65e37b8c819), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:46.142899 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f247c47-729d-4818-b8bd-a78701bafad0 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2da068-839c-40eb-964b-7797118ec70b,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:46.147835 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] Routers {'db5df69f-ba10-48a3-bae2-a65e37b8c819'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:26:46.148459 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:26:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['db5df69f-ba10-48a3-bae2-a65e37b8c819'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:46.156440 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:46.193458 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Port 6e2da068-839c-40eb-964b-7797118ec70b cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:26:46.198338 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c766a-86f4-4a65-82e9-2d84fe34a675 None None] Pushing event updated for resources: {'Port': ['ID=7a15bab5-fec9-438d-9026-9f6e297d2c61,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:46.246636 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f247c47-729d-4818-b8bd-a78701bafad0 admin admin] Network 30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:26:46.248137 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1f247c47-729d-4818-b8bd-a78701bafad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:26:46.274141 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:46.279755 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:46.292134 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:46.293231 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:26:46.320200 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] Set router db5df69f-ba10-48a3-bae2-a65e37b8c819 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:26:46.383693 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f247c47-729d-4818-b8bd-a78701bafad0 admin admin] Router db5df69f-ba10-48a3-bae2-a65e37b8c819 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:26:46.411353 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-824b8eb1-0140-4e49-a077-73a63e355c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:46.434798 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:46.466409 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:26:46.467017 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:46.467116 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc Sep 19 11:26:46.501157 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f247c47-729d-4818-b8bd-a78701bafad0 admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:26:46.508596 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-1f247c47-729d-4818-b8bd-a78701bafad0 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/db5df69f-ba10-48a3-bae2-a65e37b8c819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0956748 Sep 19 11:26:46.609494 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:46.610548 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 335f62e8-df28-49f2-9a2b-5e15506538a4 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:26:46.630275 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5df69f-ba10-48a3-bae2-a65e37b8c819', 'name': 'tempest-TestVolumeBootPattern-147449288-router', 'tenant_id': '45c46d122e74432a8228d27ed8b6f876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '7a15bab5-fec9-438d-9026-9f6e297d2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:42Z', 'updated_at': '2022-09-19T11:26:45Z', 'revision_number': 4, 'project_id': '45c46d122e74432a8228d27ed8b6f876', 'gw_port': {'id': '7a15bab5-fec9-438d-9026-9f6e297d2c61', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5df69f-ba10-48a3-bae2-a65e37b8c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:42Z', 'updated_at': '2022-09-19T11:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '6e2da068-839c-40eb-964b-7797118ec70b', 'name': '', 'network_id': '30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d', 'tenant_id': '45c46d122e74432a8228d27ed8b6f876', 'mac_address': 'fa:16:3e:2d:1f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5df69f-ba10-48a3-bae2-a65e37b8c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f14ff962-1b44-4c6e-811d-0e15221df0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:44Z', 'updated_at': '2022-09-19T11:26:45Z', 'revision_number': 2, 'project_id': '45c46d122e74432a8228d27ed8b6f876', 'subnets': [{'id': 'f14ff962-1b44-4c6e-811d-0e15221df0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:46.667997 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf01f0af-ef7a-47bb-b863-3f989b6f1d82 None None] The sync data for ids ['db5df69f-ba10-48a3-bae2-a65e37b8c819'] in dv-cinder-820994-5-iscsi is: [{'id': 'db5df69f-ba10-48a3-bae2-a65e37b8c819', 'name': 'tempest-TestVolumeBootPattern-147449288-router', 'tenant_id': '45c46d122e74432a8228d27ed8b6f876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '7a15bab5-fec9-438d-9026-9f6e297d2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:42Z', 'updated_at': '2022-09-19T11:26:45Z', 'revision_number': 4, 'project_id': '45c46d122e74432a8228d27ed8b6f876', 'gw_port': {'id': '7a15bab5-fec9-438d-9026-9f6e297d2c61', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5df69f-ba10-48a3-bae2-a65e37b8c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:42Z', 'updated_at': '2022-09-19T11:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '6e2da068-839c-40eb-964b-7797118ec70b', 'name': '', 'network_id': '30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d', 'tenant_id': '45c46d122e74432a8228d27ed8b6f876', 'mac_address': 'fa:16:3e:2d:1f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5df69f-ba10-48a3-bae2-a65e37b8c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f14ff962-1b44-4c6e-811d-0e15221df0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:44Z', 'updated_at': '2022-09-19T11:26:45Z', 'revision_number': 2, 'project_id': '45c46d122e74432a8228d27ed8b6f876', 'subnets': [{'id': 'f14ff962-1b44-4c6e-811d-0e15221df0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:26:46.692701 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 335f62e8-df28-49f2-9a2b-5e15506538a4 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:26:46.693081 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (335f62e8-df28-49f2-9a2b-5e15506538a4), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:46.693416 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 335f62e8-df28-49f2-9a2b-5e15506538a4 Sep 19 11:26:46.694769 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Attempt 2 to provision port 6e2da068-839c-40eb-964b-7797118ec70b Sep 19 11:26:46.751984 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Port 6e2da068-839c-40eb-964b-7797118ec70b cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:26:46.791798 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 335f62e8-df28-49f2-9a2b-5e15506538a4 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:46.868220 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 59612) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:46.872865 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-231895f9-0978-429c-b7cd-d4b84e808ed9 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1916601463', 'description': 'tempest-secgroup-smoke-1916601463 description', 'project_id': '8351993a1ab94f82bc238a23b2d542d3'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:26:46.925389 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-231895f9-0978-429c-b7cd-d4b84e808ed9 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:46.948167 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660eb4e-681a-49d8-8e14-5b8cf96692c1 req-99d6eb98-c725-4f57-840a-50fa3fe12372 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:46.949630 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8660eb4e-681a-49d8-8e14-5b8cf96692c1 req-99d6eb98-c725-4f57-840a-50fa3fe12372 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0634696 Sep 19 11:26:47.019688 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8660eb4e-681a-49d8-8e14-5b8cf96692c1 req-d48f4bc5-af52-4bba-83ba-560ce6f69c90 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639093 Sep 19 11:26:47.041133 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-231895f9-0978-429c-b7cd-d4b84e808ed9 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group (41a661c5-4afb-4f09-8b3f-835fc994325f), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.045892 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-231895f9-0978-429c-b7cd-d4b84e808ed9 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (41a661c5-4afb-4f09-8b3f-835fc994325f), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.074592 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-231895f9-0978-429c-b7cd-d4b84e808ed9 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.075791 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-231895f9-0978-429c-b7cd-d4b84e808ed9 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2064879 Sep 19 11:26:47.079009 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59614) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:47.080306 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231895f9-0978-429c-b7cd-d4b84e808ed9 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a661c5-4afb-4f09-8b3f-835fc994325f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:47.083870 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-fc13edf3-2ffa-4ca3-9f0f-9db7f9bb92e4 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Request body: {'security_group_rule': {'security_group_id': '41a661c5-4afb-4f09-8b3f-835fc994325f', 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:26:47.100360 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:47.111477 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fc13edf3-2ffa-4ca3-9f0f-9db7f9bb92e4 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group_rule (d06456ed-7064-4e8e-ba39-2130f2930d74), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.126338 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:47.170643 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fc13edf3-2ffa-4ca3-9f0f-9db7f9bb92e4 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group_rule (d06456ed-7064-4e8e-ba39-2130f2930d74), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.174179 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fc13edf3-2ffa-4ca3-9f0f-9db7f9bb92e4 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (d06456ed-7064-4e8e-ba39-2130f2930d74), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.191727 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13edf3-2ffa-4ca3-9f0f-9db7f9bb92e4 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06456ed-7064-4e8e-ba39-2130f2930d74,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:47.199853 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fc13edf3-2ffa-4ca3-9f0f-9db7f9bb92e4 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.200985 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-fc13edf3-2ffa-4ca3-9f0f-9db7f9bb92e4 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209660 Sep 19 11:26:47.203736 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59616) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:47.208823 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-48c697e8-f7ad-471d-aa06-630b6e55dcd2 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Request body: {'security_group_rule': {'security_group_id': '41a661c5-4afb-4f09-8b3f-835fc994325f', 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:26:47.234684 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-48c697e8-f7ad-471d-aa06-630b6e55dcd2 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group_rule (dfc4ec3f-a64b-43d4-8fc9-f3fad164d452), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.253417 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Attempt 3 to provision port 6e2da068-839c-40eb-964b-7797118ec70b Sep 19 11:26:47.289685 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Port 6e2da068-839c-40eb-964b-7797118ec70b cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:26:47.293726 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-48c697e8-f7ad-471d-aa06-630b6e55dcd2 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group_rule (dfc4ec3f-a64b-43d4-8fc9-f3fad164d452), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.297399 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-48c697e8-f7ad-471d-aa06-630b6e55dcd2 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (dfc4ec3f-a64b-43d4-8fc9-f3fad164d452), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.315799 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c697e8-f7ad-471d-aa06-630b6e55dcd2 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc4ec3f-a64b-43d4-8fc9-f3fad164d452,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:47.322819 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-48c697e8-f7ad-471d-aa06-630b6e55dcd2 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.324147 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-48c697e8-f7ad-471d-aa06-630b6e55dcd2 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193280 Sep 19 11:26:47.326868 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 59618) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:47.331497 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-41efd599-9bc4-4c49-a860-405368cfdb85 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Request body: {'security_group_rule': {'security_group_id': '41a661c5-4afb-4f09-8b3f-835fc994325f', 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:26:47.359605 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-41efd599-9bc4-4c49-a860-405368cfdb85 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group_rule (2fc5fb19-f676-450d-9657-86a219bc1200), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.406297 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:26:47.422678 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-41efd599-9bc4-4c49-a860-405368cfdb85 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group_rule (2fc5fb19-f676-450d-9657-86a219bc1200), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.426780 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-41efd599-9bc4-4c49-a860-405368cfdb85 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (2fc5fb19-f676-450d-9657-86a219bc1200), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.446272 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41efd599-9bc4-4c49-a860-405368cfdb85 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc5fb19-f676-450d-9657-86a219bc1200,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:47.452851 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:26:47.453484 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.453913 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc Sep 19 11:26:47.455374 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-41efd599-9bc4-4c49-a860-405368cfdb85 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.457941 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-41efd599-9bc4-4c49-a860-405368cfdb85 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288517 Sep 19 11:26:47.461904 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59620) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:47.466627 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-8c3d4e74-7500-47bd-ad1a-99b10774dd12 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Request body: {'security_group_rule': {'security_group_id': '41a661c5-4afb-4f09-8b3f-835fc994325f', 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:26:47.506673 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4e74-7500-47bd-ad1a-99b10774dd12 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group_rule (7f480145-5d43-47ec-b6c4-e83b701b6329), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.534803 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:47.567611 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4e74-7500-47bd-ad1a-99b10774dd12 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group_rule (7f480145-5d43-47ec-b6c4-e83b701b6329), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.573177 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4e74-7500-47bd-ad1a-99b10774dd12 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (7f480145-5d43-47ec-b6c4-e83b701b6329), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.596325 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d4e74-7500-47bd-ad1a-99b10774dd12 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f480145-5d43-47ec-b6c4-e83b701b6329,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:47.607183 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4e74-7500-47bd-ad1a-99b10774dd12 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.608438 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-8c3d4e74-7500-47bd-ad1a-99b10774dd12 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1454113 Sep 19 11:26:47.611169 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59622) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:47.616177 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-4ffb6014-b15e-47ab-b39d-900c6d69c6e5 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Request body: {'security_group_rule': {'security_group_id': '41a661c5-4afb-4f09-8b3f-835fc994325f', 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:26:47.637300 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.securitygroups_db [None req-4ffb6014-b15e-47ab-b39d-900c6d69c6e5 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Project 8351993a1ab94f82bc238a23b2d542d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 11:26:47.643917 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6014-b15e-47ab-b39d-900c6d69c6e5 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group_rule (18ce9341-0298-4599-99f1-2a00e847e39d), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.721705 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6014-b15e-47ab-b39d-900c6d69c6e5 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group_rule (18ce9341-0298-4599-99f1-2a00e847e39d), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.726337 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6014-b15e-47ab-b39d-900c6d69c6e5 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (18ce9341-0298-4599-99f1-2a00e847e39d), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.748847 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb6014-b15e-47ab-b39d-900c6d69c6e5 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ce9341-0298-4599-99f1-2a00e847e39d,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:47.758631 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6014-b15e-47ab-b39d-900c6d69c6e5 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.760776 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-4ffb6014-b15e-47ab-b39d-900c6d69c6e5 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1485894 Sep 19 11:26:47.763446 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59624) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:26:47.767831 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-afaf4041-8a2a-4f11-a744-d172401e978a tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Request body: {'security_group_rule': {'security_group_id': '41a661c5-4afb-4f09-8b3f-835fc994325f', 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:26:47.791125 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Attempt 4 to provision port 6e2da068-839c-40eb-964b-7797118ec70b Sep 19 11:26:47.793151 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.securitygroups_db [None req-afaf4041-8a2a-4f11-a744-d172401e978a tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Project 8351993a1ab94f82bc238a23b2d542d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 11:26:47.800112 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-afaf4041-8a2a-4f11-a744-d172401e978a tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group_rule (b7be48a7-8834-4789-910d-024fdf25a98c), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.816461 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:47.837263 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Port 6e2da068-839c-40eb-964b-7797118ec70b cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:26:47.876683 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-afaf4041-8a2a-4f11-a744-d172401e978a tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group_rule (b7be48a7-8834-4789-910d-024fdf25a98c), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.881881 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-afaf4041-8a2a-4f11-a744-d172401e978a tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (b7be48a7-8834-4789-910d-024fdf25a98c), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.902841 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf4041-8a2a-4f11-a744-d172401e978a tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7be48a7-8834-4789-910d-024fdf25a98c,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:47.912285 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-afaf4041-8a2a-4f11-a744-d172401e978a tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:47.913534 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-afaf4041-8a2a-4f11-a744-d172401e978a tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1490920 Sep 19 11:26:48.171077 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd537d6-792d-41ab-9d42-86a9a8c4c888 req-ff62a8b0-e861-4baf-aae2-675d2c19f761 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:48.174917 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-abd537d6-792d-41ab-9d42-86a9a8c4c888 req-ff62a8b0-e861-4baf-aae2-675d2c19f761 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0658047 Sep 19 11:26:48.238921 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-abd537d6-792d-41ab-9d42-86a9a8c4c888 req-2bf89a7b-3606-47a2-a949-e7a46f8ed6a9 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557153 Sep 19 11:26:48.338256 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Attempt 5 to provision port 6e2da068-839c-40eb-964b-7797118ec70b Sep 19 11:26:48.384994 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Port 6e2da068-839c-40eb-964b-7797118ec70b cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:26:48.475062 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b3be62f4-eb68-4c0e-8226-dc2b802f9192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:48.886550 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Attempt 6 to provision port 6e2da068-839c-40eb-964b-7797118ec70b Sep 19 11:26:48.920316 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Port 6e2da068-839c-40eb-964b-7797118ec70b cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:26:49.371794 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efa1d3-6352-4573-b026-0c89b7b88ead req-625ae631-4c99-41b6-8219-ca843fafc460 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:49.373784 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59efa1d3-6352-4573-b026-0c89b7b88ead req-625ae631-4c99-41b6-8219-ca843fafc460 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0541389 Sep 19 11:26:49.421930 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Attempt 7 to provision port 6e2da068-839c-40eb-964b-7797118ec70b Sep 19 11:26:49.427592 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59efa1d3-6352-4573-b026-0c89b7b88ead req-d0584c7c-8c80-4851-9de3-cdcd9203e207 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460391 Sep 19 11:26:49.463191 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 7a15bab5-fec9-438d-9026-9f6e297d2c61 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:26:49.497684 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Port 6e2da068-839c-40eb-964b-7797118ec70b cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:26:49.501306 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:49.516264 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 7a15bab5-fec9-438d-9026-9f6e297d2c61 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:26:49.516640 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (7a15bab5-fec9-438d-9026-9f6e297d2c61), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:49.518896 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 7a15bab5-fec9-438d-9026-9f6e297d2c61 Sep 19 11:26:49.544563 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] Sync routers for ids ['db5df69f-ba10-48a3-bae2-a65e37b8c819'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:26:49.555212 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] Routers {'db5df69f-ba10-48a3-bae2-a65e37b8c819'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:26:49.555858 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:26:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['db5df69f-ba10-48a3-bae2-a65e37b8c819'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:49.592149 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 7a15bab5-fec9-438d-9026-9f6e297d2c61 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:49.592543 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (7a15bab5-fec9-438d-9026-9f6e297d2c61), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:49.613888 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] For port 7a15bab5-fec9-438d-9026-9f6e297d2c61, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=7a15bab5-fec9-438d-9026-9f6e297d2c61,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:26:49.618937 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (7a15bab5-fec9-438d-9026-9f6e297d2c61), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:49.662088 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] Set router db5df69f-ba10-48a3-bae2-a65e37b8c819 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:26:49.672589 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Pushing event updated for resources: {'Port': ['ID=7a15bab5-fec9-438d-9026-9f6e297d2c61,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:49.821866 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:49.855343 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5df69f-ba10-48a3-bae2-a65e37b8c819', 'name': 'tempest-TestVolumeBootPattern-147449288-router', 'tenant_id': '45c46d122e74432a8228d27ed8b6f876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '7a15bab5-fec9-438d-9026-9f6e297d2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:42Z', 'updated_at': '2022-09-19T11:26:45Z', 'revision_number': 4, 'project_id': '45c46d122e74432a8228d27ed8b6f876', 'gw_port': {'id': '7a15bab5-fec9-438d-9026-9f6e297d2c61', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5df69f-ba10-48a3-bae2-a65e37b8c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:42Z', 'updated_at': '2022-09-19T11:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '6e2da068-839c-40eb-964b-7797118ec70b', 'name': '', 'network_id': '30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d', 'tenant_id': '45c46d122e74432a8228d27ed8b6f876', 'mac_address': 'fa:16:3e:2d:1f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5df69f-ba10-48a3-bae2-a65e37b8c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f14ff962-1b44-4c6e-811d-0e15221df0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:44Z', 'updated_at': '2022-09-19T11:26:45Z', 'revision_number': 2, 'project_id': '45c46d122e74432a8228d27ed8b6f876', 'subnets': [{'id': 'f14ff962-1b44-4c6e-811d-0e15221df0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:49.881517 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] Checking router: db5df69f-ba10-48a3-bae2-a65e37b8c819 for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:26:49.881866 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] Updating router db5df69f-ba10-48a3-bae2-a65e37b8c819 port 6e2da068-839c-40eb-964b-7797118ec70b binding host dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:26:49.909504 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (6e2da068-839c-40eb-964b-7797118ec70b), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:49.999030 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Attempt 8 to provision port 6e2da068-839c-40eb-964b-7797118ec70b Sep 19 11:26:50.032744 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Port 6e2da068-839c-40eb-964b-7797118ec70b cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:26:50.049289 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:50.074937 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:50.188074 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] Publish callbacks [] for port (6e2da068-839c-40eb-964b-7797118ec70b), precommit_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:50.193376 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (6e2da068-839c-40eb-964b-7797118ec70b), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:50.254635 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a354ce-aa9a-4ddd-bf3c-ef848d3fc5c0 None None] Pushing event updated for resources: {'Port': ['ID=6e2da068-839c-40eb-964b-7797118ec70b,revision_number=3']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:50.284766 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] Attempting to bind port 6e2da068-839c-40eb-964b-7797118ec70b on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:26:50.285343 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] Attempting to bind port 6e2da068-839c-40eb-964b-7797118ec70b by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': '881ac714-c366-473d-85b2-fcbb45372f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d'}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:26:50.285473 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] Attempting to bind port 6e2da068-839c-40eb-964b-7797118ec70b on network 30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:26:50.330723 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:26:50.331079 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] Checking segment: {'id': '881ac714-c366-473d-85b2-fcbb45372f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:26:50.331477 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:50.332714 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] Bound using segment: {'id': '881ac714-c366-473d-85b2-fcbb45372f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d'} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:26:50.333182 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] Bound port: 6e2da068-839c-40eb-964b-7797118ec70b, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881ac714-c366-473d-85b2-fcbb45372f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d'}}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:26:50.333553 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (6e2da068-839c-40eb-964b-7797118ec70b), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:50.396518 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] For port 6e2da068-839c-40eb-964b-7797118ec70b, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:26:50.399745 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] For port 6e2da068-839c-40eb-964b-7797118ec70b, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=6e2da068-839c-40eb-964b-7797118ec70b,segment=NetworkSegment(881ac714-c366-473d-85b2-fcbb45372f3c),segment_id=881ac714-c366-473d-85b2-fcbb45372f3c)] {{(pid=106256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:26:50.405446 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (6e2da068-839c-40eb-964b-7797118ec70b), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:50.439152 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] Routers {'db5df69f-ba10-48a3-bae2-a65e37b8c819'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:26:50.439781 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:26:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['db5df69f-ba10-48a3-bae2-a65e37b8c819'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:50.505622 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a354ce-aa9a-4ddd-bf3c-ef848d3fc5c0 None None] Pushing event updated for resources: {'Port': ['ID=6e2da068-839c-40eb-964b-7797118ec70b,revision_number=4']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:50.534186 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Attempt 9 to provision port 6e2da068-839c-40eb-964b-7797118ec70b Sep 19 11:26:50.558428 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69a86b-d919-41da-bd7d-3e660ee19227 req-fb2d5f76-a909-4ef8-b654-fd2d88fec8ee tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:50.560036 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1e69a86b-d919-41da-bd7d-3e660ee19227 req-fb2d5f76-a909-4ef8-b654-fd2d88fec8ee tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0492165 Sep 19 11:26:50.569239 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] Set router db5df69f-ba10-48a3-bae2-a65e37b8c819 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:26:50.593929 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:50.648532 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1e69a86b-d919-41da-bd7d-3e660ee19227 req-a858e79f-f100-44ce-bb9e-02eae4de8d0c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826306 Sep 19 11:26:50.655602 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Current status of the port 6e2da068-839c-40eb-964b-7797118ec70b is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:50.656366 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (6e2da068-839c-40eb-964b-7797118ec70b), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:50.713629 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] For port 6e2da068-839c-40eb-964b-7797118ec70b, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=6e2da068-839c-40eb-964b-7797118ec70b,segment=NetworkSegment(881ac714-c366-473d-85b2-fcbb45372f3c),segment_id=881ac714-c366-473d-85b2-fcbb45372f3c)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:26:50.718313 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (6e2da068-839c-40eb-964b-7797118ec70b), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:50.757725 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Provisioning complete for port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:26:50.758014 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:50.758341 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Attempt 1 to provision port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc Sep 19 11:26:50.811683 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Pushing event updated for resources: {'Port': ['ID=6e2da068-839c-40eb-964b-7797118ec70b,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:26:50.817507 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5df69f-ba10-48a3-bae2-a65e37b8c819', 'name': 'tempest-TestVolumeBootPattern-147449288-router', 'tenant_id': '45c46d122e74432a8228d27ed8b6f876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '7a15bab5-fec9-438d-9026-9f6e297d2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:42Z', 'updated_at': '2022-09-19T11:26:45Z', 'revision_number': 4, 'project_id': '45c46d122e74432a8228d27ed8b6f876', 'gw_port': {'id': '7a15bab5-fec9-438d-9026-9f6e297d2c61', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5df69f-ba10-48a3-bae2-a65e37b8c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:42Z', 'updated_at': '2022-09-19T11:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '6e2da068-839c-40eb-964b-7797118ec70b', 'name': '', 'network_id': '30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d', 'tenant_id': '45c46d122e74432a8228d27ed8b6f876', 'mac_address': 'fa:16:3e:2d:1f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5df69f-ba10-48a3-bae2-a65e37b8c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f14ff962-1b44-4c6e-811d-0e15221df0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:44Z', 'updated_at': '2022-09-19T11:26:50Z', 'revision_number': 4, 'project_id': '45c46d122e74432a8228d27ed8b6f876', 'subnets': [{'id': 'f14ff962-1b44-4c6e-811d-0e15221df0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:26:50.844050 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f178da-f99a-4a6b-ad06-37f09a874098 None None] The sync data for ids ['db5df69f-ba10-48a3-bae2-a65e37b8c819'] in dv-cinder-820994-5-iscsi is: [{'id': 'db5df69f-ba10-48a3-bae2-a65e37b8c819', 'name': 'tempest-TestVolumeBootPattern-147449288-router', 'tenant_id': '45c46d122e74432a8228d27ed8b6f876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '7a15bab5-fec9-438d-9026-9f6e297d2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:42Z', 'updated_at': '2022-09-19T11:26:45Z', 'revision_number': 4, 'project_id': '45c46d122e74432a8228d27ed8b6f876', 'gw_port': {'id': '7a15bab5-fec9-438d-9026-9f6e297d2c61', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5df69f-ba10-48a3-bae2-a65e37b8c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:42Z', 'updated_at': '2022-09-19T11:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '6e2da068-839c-40eb-964b-7797118ec70b', 'name': '', 'network_id': '30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d', 'tenant_id': '45c46d122e74432a8228d27ed8b6f876', 'mac_address': 'fa:16:3e:2d:1f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5df69f-ba10-48a3-bae2-a65e37b8c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f14ff962-1b44-4c6e-811d-0e15221df0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:44Z', 'updated_at': '2022-09-19T11:26:50Z', 'revision_number': 4, 'project_id': '45c46d122e74432a8228d27ed8b6f876', 'subnets': [{'id': 'f14ff962-1b44-4c6e-811d-0e15221df0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:26:50.856673 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-06b67f17-a484-4356-b1aa-bed4a427b6bc None None] Current status of the port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:50.979331 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-31169c18-fc14-4037-bfc7-855d7904bfcd None None] Provisioning complete for port 6e2da068-839c-40eb-964b-7797118ec70b triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:26:50.979707 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-31169c18-fc14-4037-bfc7-855d7904bfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (6e2da068-839c-40eb-964b-7797118ec70b), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:50.980065 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-31169c18-fc14-4037-bfc7-855d7904bfcd None None] Attempt 1 to provision port 6e2da068-839c-40eb-964b-7797118ec70b Sep 19 11:26:51.060252 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-31169c18-fc14-4037-bfc7-855d7904bfcd None None] Current status of the port 6e2da068-839c-40eb-964b-7797118ec70b is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:51.298551 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:51.398846 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:51.424013 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 6e2da068-839c-40eb-964b-7797118ec70b up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:26:51.460533 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:51.470891 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 6e2da068-839c-40eb-964b-7797118ec70b triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:26:51.471268 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (6e2da068-839c-40eb-964b-7797118ec70b), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:51.471602 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 6e2da068-839c-40eb-964b-7797118ec70b Sep 19 11:26:51.658191 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:51.671239 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 6e2da068-839c-40eb-964b-7797118ec70b is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:51.672372 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 7a15bab5-fec9-438d-9026-9f6e297d2c61 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:26:51.720974 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 7a15bab5-fec9-438d-9026-9f6e297d2c61 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:26:51.724817 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (7a15bab5-fec9-438d-9026-9f6e297d2c61), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:26:51.724817 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 7a15bab5-fec9-438d-9026-9f6e297d2c61 Sep 19 11:26:51.780138 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3fddd-d6b4-4f24-942e-9f5628fd0d08 req-fb9064a4-ed1b-41e6-9f17-09b836baac49 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:51.781409 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-18a3fddd-d6b4-4f24-942e-9f5628fd0d08 req-fb9064a4-ed1b-41e6-9f17-09b836baac49 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0506783 Sep 19 11:26:51.808616 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 7a15bab5-fec9-438d-9026-9f6e297d2c61 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:26:51.812969 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:51.835062 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-18a3fddd-d6b4-4f24-942e-9f5628fd0d08 req-0240c5af-c2e8-406e-8ebd-f8d81a8eb0d6 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470250 Sep 19 11:26:52.963508 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be899b-2291-4faa-9938-fd3dd481643a req-25a1f4a2-aefa-4472-991a-2ffd3b318534 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:52.964910 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e3be899b-2291-4faa-9938-fd3dd481643a req-25a1f4a2-aefa-4472-991a-2ffd3b318534 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0515409 Sep 19 11:26:53.013394 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e3be899b-2291-4faa-9938-fd3dd481643a req-9789c177-1113-4515-b10a-bf4a820caf57 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429411 Sep 19 11:26:54.138370 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ced63-2a1b-4715-a78e-e9b9f194e035 req-f199577e-11a8-475b-ba77-d10d1780723b tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:54.139926 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-842ced63-2a1b-4715-a78e-e9b9f194e035 req-f199577e-11a8-475b-ba77-d10d1780723b tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0492513 Sep 19 11:26:54.194545 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-842ced63-2a1b-4715-a78e-e9b9f194e035 req-e7a4030b-6249-4e3b-81b2-ad7e99918570 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482531 Sep 19 11:26:55.320870 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8470e-df27-4382-92e9-25c1191bc8d6 req-2b3d700c-1150-4330-8040-077c73110e44 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:55.322393 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2db8470e-df27-4382-92e9-25c1191bc8d6 req-2b3d700c-1150-4330-8040-077c73110e44 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0503592 Sep 19 11:26:55.369354 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2db8470e-df27-4382-92e9-25c1191bc8d6 req-74e7aad1-8226-421a-a1e7-3f08bb2a26ee tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413613 Sep 19 11:26:56.497450 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c04fe8-4818-4994-a6e5-b5c6c4afa065 req-77fb5e33-1196-4b44-9b49-92e2383e8aec tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:56.498953 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-70c04fe8-4818-4994-a6e5-b5c6c4afa065 req-77fb5e33-1196-4b44-9b49-92e2383e8aec tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0531836 Sep 19 11:26:56.546406 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-70c04fe8-4818-4994-a6e5-b5c6c4afa065 req-43741a9f-637c-49e6-ac37-b87ec78b5a36 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417752 Sep 19 11:26:57.674962 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466e7e0-c9ac-4f42-ab0a-416b062dcfdb req-de13ae5f-c85f-42f3-a081-2e40fa176161 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:57.677089 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9466e7e0-c9ac-4f42-ab0a-416b062dcfdb req-de13ae5f-c85f-42f3-a081-2e40fa176161 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0506654 Sep 19 11:26:57.729371 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9466e7e0-c9ac-4f42-ab0a-416b062dcfdb req-aab3eb7d-5635-41f1-afce-e35e5e92d303 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466487 Sep 19 11:26:57.842468 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:26:57.902502 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=9 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:57.905454 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=70,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:58.252528 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180dd41-a9df-4d7e-af28-077c3d38e289 req-3d21ed0d-6236-47a2-b198-7a7fa9bc2cc5 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:58.254067 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2180dd41-a9df-4d7e-af28-077c3d38e289 req-3d21ed0d-6236-47a2-b198-7a7fa9bc2cc5 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0480917 Sep 19 11:26:58.301853 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2180dd41-a9df-4d7e-af28-077c3d38e289 req-a8653a9c-9a8f-4d60-9950-b44f8a16882a tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421093 Sep 19 11:26:58.853997 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19538f-ba0b-4d9d-84af-73617a4b8607 req-7b39c3ba-a671-4c42-b54a-d876e460eaa4 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:58.855490 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2a19538f-ba0b-4d9d-84af-73617a4b8607 req-7b39c3ba-a671-4c42-b54a-d876e460eaa4 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0481386 Sep 19 11:26:58.905587 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2a19538f-ba0b-4d9d-84af-73617a4b8607 req-9544eb3b-18e1-4e3b-ba54-a37becb18fbe tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444453 Sep 19 11:26:59.224219 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ce247-dad4-4900-af70-7b922a90a17d req-4ce93d90-ea29-4f4b-b7eb-59d634944335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:59.225750 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b4ce247-dad4-4900-af70-7b922a90a17d req-4ce93d90-ea29-4f4b-b7eb-59d634944335 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 1129 time: 0.0431173 Sep 19 11:26:59.275418 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b4ce247-dad4-4900-af70-7b922a90a17d req-178aa3a9-4be4-4edb-96e8-840733f8fee2 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373409 Sep 19 11:26:59.425255 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10160e-4373-413b-ac5c-0281a713049e req-9cf92c3a-7ac9-424f-8045-c6fe83cc6db0 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:26:59.426787 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4a10160e-4373-413b-ac5c-0281a713049e req-9cf92c3a-7ac9-424f-8045-c6fe83cc6db0 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0491540 Sep 19 11:26:59.465044 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:26:59.477572 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4a10160e-4373-413b-ac5c-0281a713049e req-113f0936-c6be-4143-aa3d-6575a6b4a17a tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453184 Sep 19 11:27:00.029561 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426bebd-cda1-48f5-a986-e0cbfda137c1 req-e6f51b8a-541d-46b6-91e8-ec2beffe5f7c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:00.031053 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6426bebd-cda1-48f5-a986-e0cbfda137c1 req-e6f51b8a-541d-46b6-91e8-ec2beffe5f7c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0474064 Sep 19 11:27:00.081778 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6426bebd-cda1-48f5-a986-e0cbfda137c1 req-ef6abe80-4c02-4683-86eb-e668b97b939e tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444787 Sep 19 11:27:00.609971 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17ef03-2d49-4fab-8e99-7e65f0d1eff8 req-0c8dcd5a-f299-467d-b7fc-5324efc22e6d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:00.611561 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8b17ef03-2d49-4fab-8e99-7e65f0d1eff8 req-0c8dcd5a-f299-467d-b7fc-5324efc22e6d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0483937 Sep 19 11:27:00.658029 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8b17ef03-2d49-4fab-8e99-7e65f0d1eff8 req-45cdbc87-a22a-45d1-be30-ea7f0a4d7160 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407140 Sep 19 11:27:00.879716 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:01.208511 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff6209-7eda-40b4-81e1-1e969f872dae req-bde28030-8b8f-45b1-af01-c057eff83f90 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:01.210560 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-32ff6209-7eda-40b4-81e1-1e969f872dae req-bde28030-8b8f-45b1-af01-c057eff83f90 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0503201 Sep 19 11:27:01.252862 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:01.257976 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-32ff6209-7eda-40b4-81e1-1e969f872dae req-f0c528ac-2cdf-4991-bf8e-3ccacb8c43f4 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419624 Sep 19 11:27:01.780432 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e273134-222f-4446-8ccc-7e5498ca681b req-b61b1994-17d7-41c8-8413-6dcd93821265 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:01.781893 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5e273134-222f-4446-8ccc-7e5498ca681b req-b61b1994-17d7-41c8-8413-6dcd93821265 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0496583 Sep 19 11:27:01.828574 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5e273134-222f-4446-8ccc-7e5498ca681b req-5a158e84-ea60-41b7-b391-14843819a6bf tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406063 Sep 19 11:27:02.375946 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96840d68-8428-4452-88b9-250c1c0d42e4 req-f6c749da-b5ca-48e4-ab3a-df7d25246d85 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:02.377584 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-96840d68-8428-4452-88b9-250c1c0d42e4 req-f6c749da-b5ca-48e4-ab3a-df7d25246d85 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0462279 Sep 19 11:27:02.423744 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-96840d68-8428-4452-88b9-250c1c0d42e4 req-9df21c64-52bf-47c5-9a7b-a1fabfe09ae0 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402157 Sep 19 11:27:02.880160 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dea9f-ad83-45af-a4d4-6ecdc375bb99 req-bb12024b-d813-489f-9bd5-93ceb0fafc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:02.881678 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cf6dea9f-ad83-45af-a4d4-6ecdc375bb99 req-bb12024b-d813-489f-9bd5-93ceb0fafc60 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c7ccdce201f547f5a50c93e27c5e8cb1&device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 1129 time: 0.0738015 Sep 19 11:27:02.887568 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be2ee1-23d3-41ea-8835-045d611e8488 req-c6d10738-b19c-42ad-a2f8-23d136f1c7ba tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:02.888982 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79be2ee1-23d3-41ea-8835-045d611e8488 req-c6d10738-b19c-42ad-a2f8-23d136f1c7ba tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0710537 Sep 19 11:27:03.027287 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a43a6-43b0-4a5c-84de-4a72c2dc2716 req-229a5761-8203-469a-84ce-1a6f2ea317a9 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:03.028677 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-251a43a6-43b0-4a5c-84de-4a72c2dc2716 req-229a5761-8203-469a-84ce-1a6f2ea317a9 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.1093183 Sep 19 11:27:03.054870 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79be2ee1-23d3-41ea-8835-045d611e8488 req-f03f30fe-6942-4036-b946-6dbedf83d405 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591260 Sep 19 11:27:03.072391 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dea9f-ad83-45af-a4d4-6ecdc375bb99 req-2e52f9fa-ea1b-42c1-a8d9-fdd83a7cbad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:03.073842 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cf6dea9f-ad83-45af-a4d4-6ecdc375bb99 req-2e52f9fa-ea1b-42c1-a8d9-fdd83a7cbad7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=8f760d48-3e02-4562-abc4-dc5b172f3b8a HTTP/1.1" status: 200 len: 919 time: 0.1793923 Sep 19 11:27:03.142236 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-251a43a6-43b0-4a5c-84de-4a72c2dc2716 req-5bf8ef0e-0bab-40c4-9ecb-1dd3f53859f9 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005220 Sep 19 11:27:03.157056 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cf6dea9f-ad83-45af-a4d4-6ecdc375bb99 req-feaa28d8-6451-4f1c-ae81-8e086c7c145a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7caf44f4-6ec4-453f-b026-5ce545b8b513 HTTP/1.1" status: 200 len: 1000 time: 0.0717051 Sep 19 11:27:03.206972 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dea9f-ad83-45af-a4d4-6ecdc375bb99 req-454368ae-b05d-43c7-9cbb-fcd5af9c890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:03.208407 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cf6dea9f-ad83-45af-a4d4-6ecdc375bb99 req-454368ae-b05d-43c7-9cbb-fcd5af9c890d service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=da16c182-c3ae-4775-9d91-5e2002af698e HTTP/1.1" status: 200 len: 857 time: 0.0445745 Sep 19 11:27:03.252435 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dea9f-ad83-45af-a4d4-6ecdc375bb99 req-11fdd658-e767-4535-868c-5730c9891163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:03.254400 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cf6dea9f-ad83-45af-a4d4-6ecdc375bb99 req-11fdd658-e767-4535-868c-5730c9891163 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8f760d48-3e02-4562-abc4-dc5b172f3b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383620 Sep 19 11:27:03.348941 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cf6dea9f-ad83-45af-a4d4-6ecdc375bb99 req-7adebf11-1112-4077-ac0d-81e6b646c350 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882394 Sep 19 11:27:03.374560 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:03.442114 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cf6dea9f-ad83-45af-a4d4-6ecdc375bb99 req-3aaa6bbd-a854-4407-8155-a4ef7507e490 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839977 Sep 19 11:27:04.182315 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240768d1-c89d-4a1a-b080-121af466d339 req-08a65fad-622f-4f2d-8f78-720546be0ece tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:04.183902 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-240768d1-c89d-4a1a-b080-121af466d339 req-08a65fad-622f-4f2d-8f78-720546be0ece tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0526304 Sep 19 11:27:04.242620 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-240768d1-c89d-4a1a-b080-121af466d339 req-16aae4a2-3d84-4b36-89bd-14d051300e33 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509698 Sep 19 11:27:04.265952 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:04.276767 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6df604-a32c-442e-8ae3-d6b7cbec7563 req-d27719ff-f730-4c2c-b178-9ab471f30552 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:04.278227 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7e6df604-a32c-442e-8ae3-d6b7cbec7563 req-d27719ff-f730-4c2c-b178-9ab471f30552 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0556393 Sep 19 11:27:04.324667 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7e6df604-a32c-442e-8ae3-d6b7cbec7563 req-f5d033d9-1397-4547-b18f-f72b7a5a26d2 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409360 Sep 19 11:27:05.362965 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce2ec6-4879-493c-874b-e2f2f2b0f87d req-7dfedf91-61eb-4745-82ad-9cb962875858 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:05.364654 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-46ce2ec6-4879-493c-874b-e2f2f2b0f87d req-7dfedf91-61eb-4745-82ad-9cb962875858 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0472164 Sep 19 11:27:05.426824 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-46ce2ec6-4879-493c-874b-e2f2f2b0f87d req-df3e14af-8da9-452e-a907-81fbdc433d5d tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566821 Sep 19 11:27:05.461452 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e458a8-4f56-4f1d-9b6c-773c8cb7028b req-32eb1e5f-bc36-4f99-bdc3-7d40f6219179 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:05.462928 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-33e458a8-4f56-4f1d-9b6c-773c8cb7028b req-32eb1e5f-bc36-4f99-bdc3-7d40f6219179 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0516202 Sep 19 11:27:05.515112 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-33e458a8-4f56-4f1d-9b6c-773c8cb7028b req-8b962f88-2d90-4e55-ab8a-c51a4c39cf16 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465343 Sep 19 11:27:05.662472 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f6fd264-1169-41a0-b091-100806d83a40 req-de93cd24-0d9a-4163-a0ef-7b502a9210bd tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1916601463&fields=id&tenant_id=8351993a1ab94f82bc238a23b2d542d3 HTTP/1.1" status: 200 len: 267 time: 0.0443575 Sep 19 11:27:05.769587 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fd264-1169-41a0-b091-100806d83a40 req-6d112b9a-fac7-49db-9e72-224fd90e67fe tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:05.771014 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f6fd264-1169-41a0-b091-100806d83a40 req-6d112b9a-fac7-49db-9e72-224fd90e67fe tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/networks?id=fb35c99b-23b9-4b32-a307-2150c63e0c0a HTTP/1.1" status: 200 len: 811 time: 0.1019561 Sep 19 11:27:05.785830 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f6fd264-1169-41a0-b091-100806d83a40 req-16951477-0ee9-45fe-be62-c78cbbeb4c5f tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/quotas/8351993a1ab94f82bc238a23b2d542d3 HTTP/1.1" status: 200 len: 375 time: 0.0093384 Sep 19 11:27:05.834259 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f6fd264-1169-41a0-b091-100806d83a40 req-b1c61835-42d9-4717-afd4-5c13a00e7e09 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=8351993a1ab94f82bc238a23b2d542d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436828 Sep 19 11:27:06.157023 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f6fd264-1169-41a0-b091-100806d83a40 req-3a139071-6bba-4c90-b9da-fd05bb1efb2b service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115804 Sep 19 11:27:06.249872 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f6fd264-1169-41a0-b091-100806d83a40 req-63a913d0-c24e-4143-b9dc-d14be9090f08 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835376 Sep 19 11:27:06.571351 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4d649f8c-1671-4149-bf0f-fc342fcc289c req-9e7ab31e-7737-4623-a201-d3c3a963e592 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 210 time: 0.0560219 Sep 19 11:27:06.592302 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ad139-13dc-4016-bd2c-fcc235cbcc09 req-4edf0d80-85ce-4f19-bd00-f8ccf5d64b65 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:06.600324 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc1ad139-13dc-4016-bd2c-fcc235cbcc09 req-4edf0d80-85ce-4f19-bd00-f8ccf5d64b65 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0868204 Sep 19 11:27:06.688940 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc1ad139-13dc-4016-bd2c-fcc235cbcc09 req-226c177c-1419-4500-86a9-4096f62ad2de tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878234 Sep 19 11:27:06.701393 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eade5a-31ad-45fd-aa8a-08e0f825c8c3 req-cadbdb60-0b73-4c78-b13b-58296be250f1 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:06.703184 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-51eade5a-31ad-45fd-aa8a-08e0f825c8c3 req-cadbdb60-0b73-4c78-b13b-58296be250f1 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0609829 Sep 19 11:27:06.764288 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-51eade5a-31ad-45fd-aa8a-08e0f825c8c3 req-be674be4-faa5-44d9-9955-bd063086734d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547087 Sep 19 11:27:06.799548 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:06.816170 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d64c12-47d6-4d66-a9f2-5e501b8941be req-77e19759-a132-4a6e-8ca4-21bd1c4d60de tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:06.817654 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-49d64c12-47d6-4d66-a9f2-5e501b8941be req-77e19759-a132-4a6e-8ca4-21bd1c4d60de tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0524693 Sep 19 11:27:06.828202 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59840) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:27:06.832986 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-82972166-dffa-41cf-a64f-f77811ac1742 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Request body: {'floatingip': {'port_id': '7caf44f4-6ec4-453f-b026-5ce545b8b513'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:27:06.890512 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-82972166-dffa-41cf-a64f-f77811ac1742 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for floatingip (6b5d9703-b82a-480e-9068-3fc4463e6cff), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:07.352119 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-82972166-dffa-41cf-a64f-f77811ac1742 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:07.355734 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-82972166-dffa-41cf-a64f-f77811ac1742 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (6b5d9703-b82a-480e-9068-3fc4463e6cff), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:07.550503 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82972166-dffa-41cf-a64f-f77811ac1742 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Router 6b6a071f-fac5-486e-b461-32feb13a2d53 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:27:07.655307 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82972166-dffa-41cf-a64f-f77811ac1742 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:27:07.660989 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-82972166-dffa-41cf-a64f-f77811ac1742 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:07.671374 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5030380-9dac-45bc-860e-c7de6f15683a None None] Sync routers for ids ['6b6a071f-fac5-486e-b461-32feb13a2d53'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:27:07.684057 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bb2bf36f-bbb3-45e7-b8c7-cc094957f8df req-9989aae4-af67-4a68-b31d-c5ba463b8833 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 210 time: 0.0316539 Sep 19 11:27:07.684624 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5030380-9dac-45bc-860e-c7de6f15683a None None] Routers {'6b6a071f-fac5-486e-b461-32feb13a2d53'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:27:07.687730 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f5030380-9dac-45bc-860e-c7de6f15683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:26:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['6b6a071f-fac5-486e-b461-32feb13a2d53'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:07.697771 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6be205d-fa54-491f-87bf-159cda85b1c3', 'tag': '7caf44f4-6ec4-453f-b026-5ce545b8b513'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:27:07.700063 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703441799e6f49adca2ad8e8097d82180353dcc80b32e8c2cf6ef0d1aad19ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986b67ff-ea6e-4866-a2f9-e0db78315f40" -d '{"events": [{"name": "network-changed", "server_uuid": "e6be205d-fa54-491f-87bf-159cda85b1c3", "tag": "7caf44f4-6ec4-453f-b026-5ce545b8b513"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:27:07.733170 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-82972166-dffa-41cf-a64f-f77811ac1742 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "PUT /networking/v2.0/floatingips/6b5d9703-b82a-480e-9068-3fc4463e6cff HTTP/1.1" status: 200 len: 992 time: 0.9038577 Sep 19 11:27:07.755463 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4ab6f7-3cf0-423f-8aed-0e660811d1e4 x-openstack-request-id: req-6c4ab6f7-3cf0-423f-8aed-0e660811d1e4 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:27:07.755977 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6be205d-fa54-491f-87bf-159cda85b1c3", "tag": "7caf44f4-6ec4-453f-b026-5ce545b8b513", "status": "completed", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:27:07.756416 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6c4ab6f7-3cf0-423f-8aed-0e660811d1e4 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:27:07.756651 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c4ab6f7-3cf0-423f-8aed-0e660811d1e4'] response: {'name': 'network-changed', 'server_uuid': 'e6be205d-fa54-491f-87bf-159cda85b1c3', 'tag': '7caf44f4-6ec4-453f-b026-5ce545b8b513', 'status': 'completed', 'code': 200} Sep 19 11:27:07.816262 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-f5030380-9dac-45bc-860e-c7de6f15683a None None] Set router 6b6a071f-fac5-486e-b461-32feb13a2d53 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:27:07.840001 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:07.882302 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b67ff-ea6e-4866-a2f9-e0db78315f40 req-7216883b-115d-4128-9f14-be12b66eec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:07.884057 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-986b67ff-ea6e-4866-a2f9-e0db78315f40 req-7216883b-115d-4128-9f14-be12b66eec75 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c7ccdce201f547f5a50c93e27c5e8cb1&device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 1129 time: 0.0957854 Sep 19 11:27:08.006004 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b91964-a495-4b4a-8fa6-dbccef298304 req-ee750fd4-a0fc-498c-98b2-462e9f154cf4 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:08.007504 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-75b91964-a495-4b4a-8fa6-dbccef298304 req-ee750fd4-a0fc-498c-98b2-462e9f154cf4 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.1197915 Sep 19 11:27:08.043813 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f5030380-9dac-45bc-860e-c7de6f15683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'name': 'tempest-ServerRescueNegativeTestJSON-660026723-router', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:36Z', 'revision_number': 4, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'gw_port': {'id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '6b5d9703-b82a-480e-9068-3fc4463e6cff', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'port_id': '7caf44f4-6ec4-453f-b026-5ce545b8b513', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'mac_address': 'fa:16:3e:6d:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be205d-fa54-491f-87bf-159cda85b1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:25:25Z', 'updated_at': '2022-09-19T11:27:07Z', 'revision_number': 3, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2ea31e-947b-4efb-b589-86aa55a69d00', 'name': '', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'mac_address': 'fa:16:3e:3f:97:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:35Z', 'updated_at': '2022-09-19T11:23:56Z', 'revision_number': 5, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'subnets': [{'id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:08.069506 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fd264-1169-41a0-b091-100806d83a40 req-710a226d-a403-47cf-aafa-dcc543dae025 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:08.070606 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5030380-9dac-45bc-860e-c7de6f15683a None None] Checking router: 6b6a071f-fac5-486e-b461-32feb13a2d53 for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:27:08.071039 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f6fd264-1169-41a0-b091-100806d83a40 req-710a226d-a403-47cf-aafa-dcc543dae025 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.72 "GET /networking/v2.0/networks?id=fb35c99b-23b9-4b32-a307-2150c63e0c0a HTTP/1.1" status: 200 len: 811 time: 0.3036280 Sep 19 11:27:08.079193 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5030380-9dac-45bc-860e-c7de6f15683a None None] Routers {'6b6a071f-fac5-486e-b461-32feb13a2d53'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:27:08.079823 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f5030380-9dac-45bc-860e-c7de6f15683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:26:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['6b6a071f-fac5-486e-b461-32feb13a2d53'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:08.106376 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b67ff-ea6e-4866-a2f9-e0db78315f40 req-16cbc156-798d-47ff-a321-24769ffd27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:08.107837 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-986b67ff-ea6e-4866-a2f9-e0db78315f40 req-16cbc156-798d-47ff-a321-24769ffd27a0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=8f760d48-3e02-4562-abc4-dc5b172f3b8a HTTP/1.1" status: 200 len: 919 time: 0.2086458 Sep 19 11:27:08.170990 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-75b91964-a495-4b4a-8fa6-dbccef298304 req-8d5d1057-b053-4cef-ab2c-258cdb7afdf3 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531534 Sep 19 11:27:08.182608 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-f5030380-9dac-45bc-860e-c7de6f15683a None None] Set router 6b6a071f-fac5-486e-b461-32feb13a2d53 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:27:08.227827 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f6fd264-1169-41a0-b091-100806d83a40 req-b1ca3e4b-40d4-4fa8-a55d-cdbac0deba80 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8351993a1ab94f82bc238a23b2d542d3 HTTP/1.1" status: 200 len: 380 time: 0.1421542 Sep 19 11:27:08.229651 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-986b67ff-ea6e-4866-a2f9-e0db78315f40 req-2d4b05e2-4549-4537-b317-0b0f8bd90fa9 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7caf44f4-6ec4-453f-b026-5ce545b8b513 HTTP/1.1" status: 200 len: 1000 time: 0.1051288 Sep 19 11:27:08.241862 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-4f6fd264-1169-41a0-b091-100806d83a40 req-e2f473da-b964-4d23-aac4-40cce5d8f597 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Request body: {'port': {'device_id': 'ae508c34-2fb3-4348-b3a0-df59607692b5', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'admin_state_up': True, 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'security_groups': ['41a661c5-4afb-4f09-8b3f-835fc994325f']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:27:08.352302 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b67ff-ea6e-4866-a2f9-e0db78315f40 req-6eb94786-349d-4202-b6aa-8f52d9b481e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:08.353799 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-986b67ff-ea6e-4866-a2f9-e0db78315f40 req-6eb94786-349d-4202-b6aa-8f52d9b481e6 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=da16c182-c3ae-4775-9d91-5e2002af698e HTTP/1.1" status: 200 len: 857 time: 0.1080642 Sep 19 11:27:08.403281 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:08.407367 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f5030380-9dac-45bc-860e-c7de6f15683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'name': 'tempest-ServerRescueNegativeTestJSON-660026723-router', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:36Z', 'revision_number': 4, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'gw_port': {'id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '6b5d9703-b82a-480e-9068-3fc4463e6cff', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'port_id': '7caf44f4-6ec4-453f-b026-5ce545b8b513', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'mac_address': 'fa:16:3e:6d:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be205d-fa54-491f-87bf-159cda85b1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:25:25Z', 'updated_at': '2022-09-19T11:27:07Z', 'revision_number': 3, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2ea31e-947b-4efb-b589-86aa55a69d00', 'name': '', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'mac_address': 'fa:16:3e:3f:97:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:35Z', 'updated_at': '2022-09-19T11:23:56Z', 'revision_number': 5, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'subnets': [{'id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:08.426577 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b67ff-ea6e-4866-a2f9-e0db78315f40 req-7d21adda-1a88-4712-90fb-6c58f8e63431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:08.428139 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-986b67ff-ea6e-4866-a2f9-e0db78315f40 req-7d21adda-1a88-4712-90fb-6c58f8e63431 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8f760d48-3e02-4562-abc4-dc5b172f3b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595918 Sep 19 11:27:08.433049 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5030380-9dac-45bc-860e-c7de6f15683a None None] The sync data for ids ['6b6a071f-fac5-486e-b461-32feb13a2d53'] in dv-cinder-820994-5-iscsi is: [{'id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'name': 'tempest-ServerRescueNegativeTestJSON-660026723-router', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:36Z', 'revision_number': 4, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'gw_port': {'id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '6b5d9703-b82a-480e-9068-3fc4463e6cff', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'port_id': '7caf44f4-6ec4-453f-b026-5ce545b8b513', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'mac_address': 'fa:16:3e:6d:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be205d-fa54-491f-87bf-159cda85b1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:25:25Z', 'updated_at': '2022-09-19T11:27:07Z', 'revision_number': 3, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2ea31e-947b-4efb-b589-86aa55a69d00', 'name': '', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'mac_address': 'fa:16:3e:3f:97:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:35Z', 'updated_at': '2022-09-19T11:23:56Z', 'revision_number': 5, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'subnets': [{'id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:27:08.491137 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6fd264-1169-41a0-b091-100806d83a40 req-e2f473da-b964-4d23-aac4-40cce5d8f597 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Made reservation on behalf of 8351993a1ab94f82bc238a23b2d542d3 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:27:08.495728 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4f6fd264-1169-41a0-b091-100806d83a40 req-e2f473da-b964-4d23-aac4-40cce5d8f597 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:08.598565 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-986b67ff-ea6e-4866-a2f9-e0db78315f40 req-49c75401-bd58-4f19-bdc3-d9b21d226469 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613324 Sep 19 11:27:08.744342 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-4f6fd264-1169-41a0-b091-100806d83a40 req-e2f473da-b964-4d23-aac4-40cce5d8f597 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Allocated IP 172.20.0.11 (fb35c99b-23b9-4b32-a307-2150c63e0c0a/12b60c37-1469-4c8f-99da-759b2d2ba30b/b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:27:08.751168 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:08.755525 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:08.767289 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-986b67ff-ea6e-4866-a2f9-e0db78315f40 req-934ce5de-161e-4c8e-97bf-ca486883b690 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623521 Sep 19 11:27:08.801471 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e2e4f14b-70de-42df-97ea-bdd6b063a7bf req-05fc2d1e-150e-48a7-b8dc-c604669fc673 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 210 time: 0.0373745 Sep 19 11:27:08.929459 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4f6fd264-1169-41a0-b091-100806d83a40 req-e2f473da-b964-4d23-aac4-40cce5d8f597 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for port (b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:08.961007 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4f6fd264-1169-41a0-b091-100806d83a40 req-e2f473da-b964-4d23-aac4-40cce5d8f597 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:09.003277 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6fd264-1169-41a0-b091-100806d83a40 req-e2f473da-b964-4d23-aac4-40cce5d8f597 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Network fb35c99b-23b9-4b32-a307-2150c63e0c0a is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:27:09.006416 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-4f6fd264-1169-41a0-b091-100806d83a40 req-e2f473da-b964-4d23-aac4-40cce5d8f597 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:27:09.010119 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6fd264-1169-41a0-b091-100806d83a40 req-e2f473da-b964-4d23-aac4-40cce5d8f597 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:27:09.035529 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f473da-b964-4d23-aac4-40cce5d8f597 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event updated for resources: {'Port': ['ID=b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:09.068292 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fd264-1169-41a0-b091-100806d83a40 req-e2f473da-b964-4d23-aac4-40cce5d8f597 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:09.068920 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4f6fd264-1169-41a0-b091-100806d83a40 req-e2f473da-b964-4d23-aac4-40cce5d8f597 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:09.086704 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f6fd264-1169-41a0-b091-100806d83a40 req-e2f473da-b964-4d23-aac4-40cce5d8f597 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8485608 Sep 19 11:27:09.165917 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-4f6fd264-1169-41a0-b091-100806d83a40 req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] Request body: {'port': {'device_id': 'ae508c34-2fb3-4348-b3a0-df59607692b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:27:09.198974 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-08d4892d-a87e-4cbd-9452-768b6f522c7c None None] Provisioning complete for port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:27:09.199545 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-08d4892d-a87e-4cbd-9452-768b6f522c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:09.199652 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-08d4892d-a87e-4cbd-9452-768b6f522c7c None None] Attempt 1 to provision port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 Sep 19 11:27:09.229297 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4f6fd264-1169-41a0-b091-100806d83a40 req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:09.234069 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-08d4892d-a87e-4cbd-9452-768b6f522c7c None None] Port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:27:09.328299 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b2d9c-3629-40d7-a03d-17643e0c8b48 req-990fa71c-82d3-44b7-a56a-da4707382733 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:09.329700 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-661b2d9c-3629-40d7-a03d-17643e0c8b48 req-990fa71c-82d3-44b7-a56a-da4707382733 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0666537 Sep 19 11:27:09.479178 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-661b2d9c-3629-40d7-a03d-17643e0c8b48 req-dbd16d9e-0864-4122-b78c-08fc4a58e655 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017714 Sep 19 11:27:09.573648 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-4f6fd264-1169-41a0-b091-100806d83a40 req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:27:09.581949 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4f6fd264-1169-41a0-b091-100806d83a40 req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] Publish callbacks [] for port (b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:09.594022 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-4f6fd264-1169-41a0-b091-100806d83a40 req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] Transition to ACTIVE for port object b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 11:27:09.598580 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4f6fd264-1169-41a0-b091-100806d83a40 req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:09.603033 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:09.651078 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:09.682099 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] Pushing event updated for resources: {'Port': ['ID=b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:09.716041 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-4f6fd264-1169-41a0-b091-100806d83a40 req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] Attempting to bind port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:27:09.716378 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-4f6fd264-1169-41a0-b091-100806d83a40 req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] Attempting to bind port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:27:09.716706 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6fd264-1169-41a0-b091-100806d83a40 req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] Attempting to bind port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 on network fb35c99b-23b9-4b32-a307-2150c63e0c0a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:27:09.735069 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-08d4892d-a87e-4cbd-9452-768b6f522c7c None None] Attempt 2 to provision port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 Sep 19 11:27:09.737951 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:09.758350 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6be205d-fa54-491f-87bf-159cda85b1c3', 'tag': '7caf44f4-6ec4-453f-b026-5ce545b8b513'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:27:09.759956 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6fd264-1169-41a0-b091-100806d83a40 req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] Port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 on network fb35c99b-23b9-4b32-a307-2150c63e0c0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 11:27:09.760364 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6fd264-1169-41a0-b091-100806d83a40 req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] Attempting to bind port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 on network fb35c99b-23b9-4b32-a307-2150c63e0c0a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:27:09.761441 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703441799e6f49adca2ad8e8097d82180353dcc80b32e8c2cf6ef0d1aad19ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bd9a20-f938-48bf-8feb-8f049ffd0974" -d '{"events": [{"name": "network-changed", "server_uuid": "e6be205d-fa54-491f-87bf-159cda85b1c3", "tag": "7caf44f4-6ec4-453f-b026-5ce545b8b513"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:27:09.773180 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-08d4892d-a87e-4cbd-9452-768b6f522c7c None None] Port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:27:09.799360 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c1bc9b-cb5e-41a0-967a-38f397181621 x-openstack-request-id: req-a0c1bc9b-cb5e-41a0-967a-38f397181621 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:27:09.800386 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6be205d-fa54-491f-87bf-159cda85b1c3", "tag": "7caf44f4-6ec4-453f-b026-5ce545b8b513", "status": "completed", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:27:09.800722 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a0c1bc9b-cb5e-41a0-967a-38f397181621 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:27:09.801229 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c1bc9b-cb5e-41a0-967a-38f397181621'] response: {'name': 'network-changed', 'server_uuid': 'e6be205d-fa54-491f-87bf-159cda85b1c3', 'tag': '7caf44f4-6ec4-453f-b026-5ce545b8b513', 'status': 'completed', 'code': 200} Sep 19 11:27:09.805569 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6fd264-1169-41a0-b091-100806d83a40 req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] Checking agent: {'id': '89dce09e-1d3d-46be-9edc-f71162f9f1f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'started_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:27:09.805903 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6fd264-1169-41a0-b091-100806d83a40 req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] Checking segment: {'id': '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:27:09.806862 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6fd264-1169-41a0-b091-100806d83a40 req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] Bound using segment: {'id': '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:27:09.807301 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-4f6fd264-1169-41a0-b091-100806d83a40 req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] Bound port: b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:27:09.807877 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4f6fd264-1169-41a0-b091-100806d83a40 req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:09.924003 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd9a20-f938-48bf-8feb-8f049ffd0974 req-640c7463-aded-48ac-ac03-204fce56c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:09.926064 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d1bd9a20-f938-48bf-8feb-8f049ffd0974 req-640c7463-aded-48ac-ac03-204fce56c28b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c7ccdce201f547f5a50c93e27c5e8cb1&device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 1129 time: 0.1019068 Sep 19 11:27:09.956832 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-4f6fd264-1169-41a0-b091-100806d83a40 req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] For port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5, host hv-cinder-82099, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:27:09.964236 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cb35f-3bec-49c4-a337-bf004af6a30c req-813a2791-f060-470b-93f7-84e903438254 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:09.965672 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-871cb35f-3bec-49c4-a337-bf004af6a30c req-813a2791-f060-470b-93f7-84e903438254 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 944 time: 0.0880880 Sep 19 11:27:10.007166 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-4f6fd264-1169-41a0-b091-100806d83a40 req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] For port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5,segment=NetworkSegment(622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf),segment_id=622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:27:10.027182 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4f6fd264-1169-41a0-b091-100806d83a40 req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:10.030255 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fd264-1169-41a0-b091-100806d83a40 req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:10.031102 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4f6fd264-1169-41a0-b091-100806d83a40 req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:10.032463 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f6fd264-1169-41a0-b091-100806d83a40 req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 HTTP/1.1" status: 200 len: 1094 time: 0.8708677 Sep 19 11:27:10.038167 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae508c34-2fb3-4348-b3a0-df59607692b5', 'tag': 'b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:27:10.040623 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d5ab69-6f13-4bf2-a5d1-d68498093461" -d '{"events": [{"name": "network-changed", "server_uuid": "ae508c34-2fb3-4348-b3a0-df59607692b5", "tag": "b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:27:10.092582 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7054997b-b892-43d3-abef-cc5f77c2dae4 x-openstack-request-id: req-7054997b-b892-43d3-abef-cc5f77c2dae4 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:27:10.092993 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae508c34-2fb3-4348-b3a0-df59607692b5", "tag": "b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:27:10.093128 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7054997b-b892-43d3-abef-cc5f77c2dae4 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:27:10.093493 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7054997b-b892-43d3-abef-cc5f77c2dae4'] response: {'name': 'network-changed', 'server_uuid': 'ae508c34-2fb3-4348-b3a0-df59607692b5', 'tag': 'b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5', 'status': 'completed', 'code': 200} Sep 19 11:27:10.169086 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-871cb35f-3bec-49c4-a337-bf004af6a30c req-cea06833-e6ce-42e7-bac5-af0517278d0d tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673586 Sep 19 11:27:10.178104 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fd264-1169-41a0-b091-100806d83a40 req-e2628bf4-04a1-4336-9ad8-45825ac7926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:10.179604 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f6fd264-1169-41a0-b091-100806d83a40 req-e2628bf4-04a1-4336-9ad8-45825ac7926b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8351993a1ab94f82bc238a23b2d542d3&device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 1128 time: 0.1068273 Sep 19 11:27:10.181203 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd9a20-f938-48bf-8feb-8f049ffd0974 req-6805d6f7-dd32-40b4-ae11-23b3eb19bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:10.182647 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d1bd9a20-f938-48bf-8feb-8f049ffd0974 req-6805d6f7-dd32-40b4-ae11-23b3eb19bb46 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=8f760d48-3e02-4562-abc4-dc5b172f3b8a HTTP/1.1" status: 200 len: 919 time: 0.2491205 Sep 19 11:27:10.183482 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378940ec-bd4d-48b2-bd57-769019684524 service neutron] Pushing event updated for resources: {'Port': ['ID=b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:10.257964 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f6fd264-1169-41a0-b091-100806d83a40 req-431fe978-d800-4b4e-a8df-a6c91deb1af3 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 HTTP/1.1" status: 200 len: 217 time: 0.0657895 Sep 19 11:27:10.274089 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-08d4892d-a87e-4cbd-9452-768b6f522c7c None None] Attempt 3 to provision port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 Sep 19 11:27:10.311277 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-08d4892d-a87e-4cbd-9452-768b6f522c7c None None] Port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 had new provisioning blocks added so it will not transition to active. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 11:27:10.311491 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d1bd9a20-f938-48bf-8feb-8f049ffd0974 req-d5f92814-9c1f-494d-a9f7-2a9cc20cfe0f service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7caf44f4-6ec4-453f-b026-5ce545b8b513 HTTP/1.1" status: 200 len: 1000 time: 0.1128356 Sep 19 11:27:10.577952 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fd264-1169-41a0-b091-100806d83a40 req-c0d0459a-25ad-43fe-bd18-f1fce43ff5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:10.579410 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f6fd264-1169-41a0-b091-100806d83a40 req-c0d0459a-25ad-43fe-bd18-f1fce43ff5a0 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=12b60c37-1469-4c8f-99da-759b2d2ba30b HTTP/1.1" status: 200 len: 850 time: 0.3128569 Sep 19 11:27:10.664081 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe212a2-4f1c-4a91-9217-ba18a8138617 req-6b5aa464-e12f-4754-a598-8c594bdaa3ff tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:10.666240 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cbe212a2-4f1c-4a91-9217-ba18a8138617 req-6b5aa464-e12f-4754-a598-8c594bdaa3ff tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.1074893 Sep 19 11:27:10.669905 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd9a20-f938-48bf-8feb-8f049ffd0974 req-722bf576-605e-4dcd-9715-b24f1307dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:10.671259 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d1bd9a20-f938-48bf-8feb-8f049ffd0974 req-722bf576-605e-4dcd-9715-b24f1307dffb service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=da16c182-c3ae-4775-9d91-5e2002af698e HTTP/1.1" status: 200 len: 857 time: 0.3515017 Sep 19 11:27:10.673472 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fd264-1169-41a0-b091-100806d83a40 req-b4bb0332-1e2c-4a68-b394-9a562e4f78a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:10.674821 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f6fd264-1169-41a0-b091-100806d83a40 req-b4bb0332-1e2c-4a68-b394-9a562e4f78a0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=fb35c99b-23b9-4b32-a307-2150c63e0c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0858266 Sep 19 11:27:10.706749 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:10.793225 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:10.796888 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd9a20-f938-48bf-8feb-8f049ffd0974 req-42fbbed9-702e-472c-b3e4-9f401402ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:10.798381 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d1bd9a20-f938-48bf-8feb-8f049ffd0974 req-42fbbed9-702e-472c-b3e4-9f401402ba71 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=8f760d48-3e02-4562-abc4-dc5b172f3b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1105068 Sep 19 11:27:10.807006 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cbe212a2-4f1c-4a91-9217-ba18a8138617 req-6e31771b-b796-4772-aecc-350297ece7ce tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347053 Sep 19 11:27:10.889293 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f6fd264-1169-41a0-b091-100806d83a40 req-0694b336-873c-4778-b3bf-4a5764d92b79 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002423 Sep 19 11:27:10.970539 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d1bd9a20-f938-48bf-8feb-8f049ffd0974 req-9a95030a-526a-447b-886c-d87b67cba3b4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610830 Sep 19 11:27:11.099718 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f6fd264-1169-41a0-b091-100806d83a40 req-41ca20fe-14d8-469b-8088-5e0b2f35a18e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035654 Sep 19 11:27:11.142575 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88905306-858d-4033-85a5-0200e71fd2d7 req-ac0cbdf0-de9f-4209-8adf-17b9f78ee666 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:11.144084 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-88905306-858d-4033-85a5-0200e71fd2d7 req-ac0cbdf0-de9f-4209-8adf-17b9f78ee666 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.1102748 Sep 19 11:27:11.175677 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950254ca-bea1-41d3-a43b-e80c8ff69d92 req-673350fb-7076-43de-aa77-21109e23314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:11.177113 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-950254ca-bea1-41d3-a43b-e80c8ff69d92 req-673350fb-7076-43de-aa77-21109e23314b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=e8a952d8324548d7a8e80f72449ea5e6&device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 1129 time: 0.0922315 Sep 19 11:27:11.183211 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d1bd9a20-f938-48bf-8feb-8f049ffd0974 req-2cbe95ef-c11e-4f2e-b36c-bac50302f541 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047696 Sep 19 11:27:11.209929 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-88905306-858d-4033-85a5-0200e71fd2d7 req-e02ef439-2ee8-4bf5-a812-037e54d57837 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571346 Sep 19 11:27:11.295877 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33041abf-3b98-40b3-9f49-c736213059ae req-315b3798-6773-41ea-95a5-818361d4afdc tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:11.297340 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-33041abf-3b98-40b3-9f49-c736213059ae req-315b3798-6773-41ea-95a5-818361d4afdc tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 944 time: 0.0467722 Sep 19 11:27:11.346925 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-33041abf-3b98-40b3-9f49-c736213059ae req-4a83c265-fd05-4eb9-bf54-478b7f7afdfd tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429997 Sep 19 11:27:11.440862 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5ab69-6f13-4bf2-a5d1-d68498093461 req-c86ef4ce-1fb9-4219-a6e8-d273983608f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:11.442347 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e3d5ab69-6f13-4bf2-a5d1-d68498093461 req-c86ef4ce-1fb9-4219-a6e8-d273983608f2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8351993a1ab94f82bc238a23b2d542d3&device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 1128 time: 0.0829251 Sep 19 11:27:11.521139 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950254ca-bea1-41d3-a43b-e80c8ff69d92 req-3e74ad5a-0e1b-444f-ad44-2ab3af16d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:11.522597 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-950254ca-bea1-41d3-a43b-e80c8ff69d92 req-3e74ad5a-0e1b-444f-ad44-2ab3af16d1c6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=79977212-9704-4425-8d7a-e6522d6f3c5b HTTP/1.1" status: 200 len: 912 time: 0.1706288 Sep 19 11:27:11.605906 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5ab69-6f13-4bf2-a5d1-d68498093461 req-ebac781e-87d9-4cf0-8ed6-fa3b39a1ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:11.607308 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e3d5ab69-6f13-4bf2-a5d1-d68498093461 req-ebac781e-87d9-4cf0-8ed6-fa3b39a1ca74 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=fb35c99b-23b9-4b32-a307-2150c63e0c0a HTTP/1.1" status: 200 len: 912 time: 0.1529391 Sep 19 11:27:11.610994 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-950254ca-bea1-41d3-a43b-e80c8ff69d92 req-e3bce251-66fe-4bf9-bd2a-528d97b29f78 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be6dcfdf-14a9-42c6-8271-941d034d3349 HTTP/1.1" status: 200 len: 1001 time: 0.0792336 Sep 19 11:27:11.681306 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e3d5ab69-6f13-4bf2-a5d1-d68498093461 req-6d5e1420-54ad-4f18-9a3a-d0325539f58d service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 HTTP/1.1" status: 200 len: 217 time: 0.0599203 Sep 19 11:27:11.726606 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950254ca-bea1-41d3-a43b-e80c8ff69d92 req-9134ad9e-4722-4a14-a1a8-06c64f0b5623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:11.728041 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-950254ca-bea1-41d3-a43b-e80c8ff69d92 req-9134ad9e-4722-4a14-a1a8-06c64f0b5623 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0857979c-3349-4111-a884-534dbfbaeaf0 HTTP/1.1" status: 200 len: 850 time: 0.1009090 Sep 19 11:27:11.750019 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5ab69-6f13-4bf2-a5d1-d68498093461 req-c4eae932-2910-4451-b8ec-010dbae11d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:11.751430 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e3d5ab69-6f13-4bf2-a5d1-d68498093461 req-c4eae932-2910-4451-b8ec-010dbae11d48 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=12b60c37-1469-4c8f-99da-759b2d2ba30b HTTP/1.1" status: 200 len: 850 time: 0.0625851 Sep 19 11:27:11.779281 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:11.782648 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:11.809289 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950254ca-bea1-41d3-a43b-e80c8ff69d92 req-781b023e-195b-490a-8ec4-dd8b9db7cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:11.810799 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-950254ca-bea1-41d3-a43b-e80c8ff69d92 req-781b023e-195b-490a-8ec4-dd8b9db7cde0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=79977212-9704-4425-8d7a-e6522d6f3c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737772 Sep 19 11:27:11.818047 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5ab69-6f13-4bf2-a5d1-d68498093461 req-d3e4488e-8ca2-43f8-a97f-a4c54be5dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:11.819433 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e3d5ab69-6f13-4bf2-a5d1-d68498093461 req-d3e4488e-8ca2-43f8-a97f-a4c54be5dab7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=fb35c99b-23b9-4b32-a307-2150c63e0c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491300 Sep 19 11:27:11.970953 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-950254ca-bea1-41d3-a43b-e80c8ff69d92 req-e6ef85a0-34dd-4c80-b3b1-1e6b7040bbb3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/79977212-9704-4425-8d7a-e6522d6f3c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504502 Sep 19 11:27:11.989338 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e3d5ab69-6f13-4bf2-a5d1-d68498093461 req-786dfc60-2ce2-496f-a6ef-1a24947f163b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520002 Sep 19 11:27:12.129267 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-950254ca-bea1-41d3-a43b-e80c8ff69d92 req-69790993-5851-4ccd-8d65-00aca28ba3fa service neutron] 10.222.0.72 "GET /networking/v2.0/networks/79977212-9704-4425-8d7a-e6522d6f3c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508436 Sep 19 11:27:12.139230 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e3d5ab69-6f13-4bf2-a5d1-d68498093461 req-82324088-bba0-4057-a72d-0ff362b4ce06 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409874 Sep 19 11:27:12.335168 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6626f9-e938-4739-a817-dc55b821d75c req-f3cb4f91-72da-4c92-a4e1-24e59dd30849 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:12.336684 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ec6626f9-e938-4739-a817-dc55b821d75c req-f3cb4f91-72da-4c92-a4e1-24e59dd30849 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0507278 Sep 19 11:27:12.382854 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ec6626f9-e938-4739-a817-dc55b821d75c req-400359bc-5597-4fda-b812-d31a98161a0d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407677 Sep 19 11:27:12.468923 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee1f5c-f2d1-402b-90bb-eb600f1f7147 req-9fdd9764-607c-476e-92fe-c3d6e189ea7e tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:12.470395 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d1ee1f5c-f2d1-402b-90bb-eb600f1f7147 req-9fdd9764-607c-476e-92fe-c3d6e189ea7e tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 944 time: 0.0465338 Sep 19 11:27:12.519217 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d1ee1f5c-f2d1-402b-90bb-eb600f1f7147 req-91842c5b-36b6-4ec0-b5b4-efbc2519d7eb tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432782 Sep 19 11:27:13.501431 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cd419-3c72-443b-9b03-a469462c9f33 req-2c7562e6-1eec-45c0-98b1-69ce7aabaf25 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:13.503400 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e14cd419-3c72-443b-9b03-a469462c9f33 req-2c7562e6-1eec-45c0-98b1-69ce7aabaf25 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0452280 Sep 19 11:27:13.552772 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e14cd419-3c72-443b-9b03-a469462c9f33 req-6e4f8710-30f4-4f2f-947e-bf8d47e743b2 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437737 Sep 19 11:27:13.637858 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fa15f-4b23-4a83-ad0c-6ac40f71b335 req-f55830a6-f01b-4fe6-9eed-f0b9bc4e85b4 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:13.639322 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-154fa15f-4b23-4a83-ad0c-6ac40f71b335 req-f55830a6-f01b-4fe6-9eed-f0b9bc4e85b4 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 944 time: 0.0461166 Sep 19 11:27:13.688450 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-154fa15f-4b23-4a83-ad0c-6ac40f71b335 req-8dc2bd83-220a-4c2d-8def-737b0a1239e6 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435662 Sep 19 11:27:14.807889 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13322e-43c4-479c-b68b-a7ce080f3d31 req-1c3d479e-5a24-4d12-a7e4-ff740a669bdf tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:14.809347 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b13322e-43c4-479c-b68b-a7ce080f3d31 req-1c3d479e-5a24-4d12-a7e4-ff740a669bdf tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 944 time: 0.0462511 Sep 19 11:27:14.858249 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b13322e-43c4-479c-b68b-a7ce080f3d31 req-2fc69408-76c0-4b46-b0dd-d3d2763f8ef3 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434299 Sep 19 11:27:15.979442 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e06821-e904-4fc2-8b37-e470636f3844 req-ab4694cf-cda1-4743-845b-4c1a436dc311 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:15.980839 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d0e06821-e904-4fc2-8b37-e470636f3844 req-ab4694cf-cda1-4743-845b-4c1a436dc311 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 944 time: 0.0488338 Sep 19 11:27:16.029563 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d0e06821-e904-4fc2-8b37-e470636f3844 req-c213f211-e662-4a2f-ab09-fb4ae9d26287 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426157 Sep 19 11:27:16.323901 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9ebbb455-9d5d-4244-a699-a1a93c8c712e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:17.114795 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:17.139471 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:17.153463 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd03cc-5f25-4e6c-90db-a5f58faab70f req-f52ba902-0def-49e3-9bd2-66b9d7f5890f tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:17.154967 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-04dd03cc-5f25-4e6c-90db-a5f58faab70f req-f52ba902-0def-49e3-9bd2-66b9d7f5890f tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 944 time: 0.0490873 Sep 19 11:27:17.203524 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-04dd03cc-5f25-4e6c-90db-a5f58faab70f req-98985f90-bab7-4383-887b-2641382a7415 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428410 Sep 19 11:27:17.726142 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:17.730608 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:17.896636 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:27:17.996431 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5,segment=NetworkSegment(622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf),segment_id=622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:27:18.008816 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': 'b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'port_id': 'b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5', 'mac_address': 'fa:16:3e:47:5e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:27:18.042614 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:27:18.043001 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:18.056072 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:27:18.075598 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5,segment=NetworkSegment(622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf),segment_id=622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:27:18.079261 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:18.133802 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:18.140881 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:18.141153 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:18.141460 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:18.141820 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:18.142162 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:18.142493 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:18.142828 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:18.143736 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:18.144105 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:18.144459 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:18.144785 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:18.145127 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:18.145455 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:18.145777 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:18.146097 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:18.328431 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c577b-3a5f-414d-9566-36d0cf2bba0d req-0d97a4f1-793d-4d94-846c-3e3b9b0696a4 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:18.329886 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9f4c577b-3a5f-414d-9566-36d0cf2bba0d req-0d97a4f1-793d-4d94-846c-3e3b9b0696a4 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 945 time: 0.0512526 Sep 19 11:27:18.379370 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9f4c577b-3a5f-414d-9566-36d0cf2bba0d req-0af1374b-53ee-4409-ae57-3f644a2d617f tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436473 Sep 19 11:27:18.423798 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:27:18.481806 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4c003bb5-0e67-4144-8f8d-a83d67408c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:19.506764 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173a099-a7e1-4e60-b34a-ae92c82471d1 req-080180ea-f903-45f4-abbe-9f0cb3d65804 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:19.508267 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7173a099-a7e1-4e60-b34a-ae92c82471d1 req-080180ea-f903-45f4-abbe-9f0cb3d65804 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 945 time: 0.0502517 Sep 19 11:27:19.556795 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7173a099-a7e1-4e60-b34a-ae92c82471d1 req-452c411e-5864-4498-b889-d87000f56d2c tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430300 Sep 19 11:27:19.823894 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:19.912719 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:19.913449 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:19.916076 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:27:19.939144 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:19.960111 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning for port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 completed by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 11:27:19.965109 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:27:19.965463 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:19.965767 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 Sep 19 11:27:20.035923 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:27:20.036310 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:20.038753 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:20.062309 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae508c34-2fb3-4348-b3a0-df59607692b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:27:20.064584 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc18ea07-05fa-4141-958e-ae5bb0dd87b3" -d '{"events": [{"server_uuid": "ae508c34-2fb3-4348-b3a0-df59607692b5", "name": "network-vif-plugged", "status": "completed", "tag": "b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:27:20.076850 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5,segment=NetworkSegment(622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf),segment_id=622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:27:20.081296 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:20.106620 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981947a8-f0be-4f76-a4e9-ac6797790fcc x-openstack-request-id: req-981947a8-f0be-4f76-a4e9-ac6797790fcc {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:27:20.106919 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae508c34-2fb3-4348-b3a0-df59607692b5", "name": "network-vif-plugged", "status": "completed", "tag": "b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:27:20.107190 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-981947a8-f0be-4f76-a4e9-ac6797790fcc {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:27:20.107574 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-981947a8-f0be-4f76-a4e9-ac6797790fcc'] response: {'server_uuid': 'ae508c34-2fb3-4348-b3a0-df59607692b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5', 'code': 200} Sep 19 11:27:20.134390 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:20.373597 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1703d9-9993-4786-a238-548e76daebc3 req-5b95a6c5-9300-4849-a1fd-da8540022df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:20.375071 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1a1703d9-9993-4786-a238-548e76daebc3 req-5b95a6c5-9300-4849-a1fd-da8540022df4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 1130 time: 0.0377777 Sep 19 11:27:20.425760 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1a1703d9-9993-4786-a238-548e76daebc3 req-ef457281-c5f6-404f-b53b-bf9c21e28da1 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421891 Sep 19 11:27:20.675637 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b424f4-774a-4144-badc-94f5fccf9345 req-df50c456-d30c-483e-8976-e03e5ea99290 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:20.677140 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-45b424f4-774a-4144-badc-94f5fccf9345 req-df50c456-d30c-483e-8976-e03e5ea99290 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 946 time: 0.0469604 Sep 19 11:27:20.725889 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-45b424f4-774a-4144-badc-94f5fccf9345 req-0734a52a-9a3a-4200-a5ee-e2d2693b8b04 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432613 Sep 19 11:27:21.302951 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:21.391516 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:21.848652 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d500b1-ea63-48e0-bf10-d89accbab2fa req-82a710b1-0e35-47a3-8979-342a311b94d5 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:21.850147 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c5d500b1-ea63-48e0-bf10-d89accbab2fa req-82a710b1-0e35-47a3-8979-342a311b94d5 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 946 time: 0.0493243 Sep 19 11:27:21.901180 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c5d500b1-ea63-48e0-bf10-d89accbab2fa req-2f406638-1859-46f8-a991-441d880e62dd tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454221 Sep 19 11:27:23.027658 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc5af4-4832-4e4c-a336-df3829e72907 req-548b0d9a-fc6e-4d37-8725-4c6bb4287546 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:23.030360 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-16fc5af4-4832-4e4c-a336-df3829e72907 req-548b0d9a-fc6e-4d37-8725-4c6bb4287546 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 946 time: 0.0515738 Sep 19 11:27:23.081307 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-16fc5af4-4832-4e4c-a336-df3829e72907 req-6bcd2847-4069-45e6-bd88-d492abbf43d2 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455644 Sep 19 11:27:23.201084 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805faa6d-68c7-492b-8a67-6ded83463f5f req-f3256193-c24a-4660-a6b1-62d7b989e839 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:23.202475 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-805faa6d-68c7-492b-8a67-6ded83463f5f req-f3256193-c24a-4660-a6b1-62d7b989e839 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 946 time: 0.0461338 Sep 19 11:27:23.251572 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-805faa6d-68c7-492b-8a67-6ded83463f5f req-4785912e-3437-46a5-b173-a99d9f3c80ea tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425858 Sep 19 11:27:23.280584 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 59924) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:27:23.408635 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1251086c-7688-43f2-814e-b5866b29d996 tempest-TestVolumeBootPattern-1776994557 tempest-TestVolumeBootPattern-1776994557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:23.410141 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-1251086c-7688-43f2-814e-b5866b29d996 tempest-TestVolumeBootPattern-1776994557 tempest-TestVolumeBootPattern-1776994557-project-admin] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 1125 time: 0.1285977 Sep 19 11:27:23.413046 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 59928) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:27:23.417158 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Request body: {'floatingip': {'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'port_id': 'b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:27:23.437684 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:23.520059 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:23.616938 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:23.631892 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:23.633291 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Allocated IP 172.27.2.130 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/15c9d668-7eee-4535-bc5d-725e8df08a8b) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:27:23.737876 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for port (15c9d668-7eee-4535-bc5d-725e8df08a8b), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:23.769349 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (15c9d668-7eee-4535-bc5d-725e8df08a8b), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:23.814130 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:27:23.819179 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:27:23.821351 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event updated for resources: {'Port': ['ID=15c9d668-7eee-4535-bc5d-725e8df08a8b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:23.823435 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:27:24.164980 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for floatingip (d913245b-9ce2-462f-81fb-d1c38e6b2cf9), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:24.236613 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (15c9d668-7eee-4535-bc5d-725e8df08a8b), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:24.597594 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba11b4-d96f-42cf-b11b-54406aaff15d req-02284c25-7c9a-44bd-8d1d-943a81317602 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:24.599054 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d3ba11b4-d96f-42cf-b11b-54406aaff15d req-02284c25-7c9a-44bd-8d1d-943a81317602 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 946 time: 0.2806673 Sep 19 11:27:24.620593 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:24.628312 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=92 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:24.682661 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for port (15c9d668-7eee-4535-bc5d-725e8df08a8b), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:24.687347 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d3ba11b4-d96f-42cf-b11b-54406aaff15d req-aa7877d1-fca9-4b21-b220-9abf18c89b3b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819476 Sep 19 11:27:24.688458 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (15c9d668-7eee-4535-bc5d-725e8df08a8b), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:24.757895 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (d913245b-9ce2-462f-81fb-d1c38e6b2cf9), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:24.759543 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event updated for resources: {'Port': ['ID=15c9d668-7eee-4535-bc5d-725e8df08a8b,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:24.795265 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:24.795609 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:24.795972 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:24.796305 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:24.796632 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:24.796957 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:24.797279 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:24.797599 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:24.797923 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:24.798239 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:24.798557 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:24.798900 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:24.799218 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:24.799531 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:24.799874 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:24.869104 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Floating IP d913245b-9ce2-462f-81fb-d1c38e6b2cf9 associated. External IP: 172.27.2.130, port: b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5. Sep 19 11:27:25.060009 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Router 1c00146a-5490-485d-a6ec-8da2d53da6af has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:27:25.161977 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:27:25.171021 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5ca6f-4b69-41bf-a648-c2bc573d2dc7 None None] Sync routers for ids ['1c00146a-5490-485d-a6ec-8da2d53da6af'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:27:25.180328 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:25.181669 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5ca6f-4b69-41bf-a648-c2bc573d2dc7 None None] Routers {'1c00146a-5490-485d-a6ec-8da2d53da6af'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:27:25.182340 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-23f5ca6f-4b69-41bf-a648-c2bc573d2dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:27:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['1c00146a-5490-485d-a6ec-8da2d53da6af'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:25.215064 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-de95b820-2a49-4c65-b2c6-557211df6bde tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8010125 Sep 19 11:27:25.215698 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae508c34-2fb3-4348-b3a0-df59607692b5', 'tag': 'b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:27:25.218064 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06ca271-1b51-49ac-900b-36a4d336efa3" -d '{"events": [{"name": "network-changed", "server_uuid": "ae508c34-2fb3-4348-b3a0-df59607692b5", "tag": "b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:27:25.255450 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e914f5d3-b15b-48aa-8693-274a340f3d57 x-openstack-request-id: req-e914f5d3-b15b-48aa-8693-274a340f3d57 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:27:25.255849 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae508c34-2fb3-4348-b3a0-df59607692b5", "tag": "b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:27:25.256105 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e914f5d3-b15b-48aa-8693-274a340f3d57 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:27:25.256520 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e914f5d3-b15b-48aa-8693-274a340f3d57'] response: {'name': 'network-changed', 'server_uuid': 'ae508c34-2fb3-4348-b3a0-df59607692b5', 'tag': 'b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5', 'status': 'completed', 'code': 200} Sep 19 11:27:25.284280 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-23f5ca6f-4b69-41bf-a648-c2bc573d2dc7 None None] Set router 1c00146a-5490-485d-a6ec-8da2d53da6af gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:27:25.506124 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-23f5ca6f-4b69-41bf-a648-c2bc573d2dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': 'd913245b-9ce2-462f-81fb-d1c38e6b2cf9', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'port_id': 'b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'mac_address': 'fa:16:3e:47:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae508c34-2fb3-4348-b3a0-df59607692b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:27:24Z', 'updated_at': '2022-09-19T11:27:24Z', 'revision_number': 0, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:44Z', 'revision_number': 5, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:25.529846 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5ca6f-4b69-41bf-a648-c2bc573d2dc7 None None] Checking router: 1c00146a-5490-485d-a6ec-8da2d53da6af for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:27:25.538608 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5ca6f-4b69-41bf-a648-c2bc573d2dc7 None None] Routers {'1c00146a-5490-485d-a6ec-8da2d53da6af'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:27:25.539193 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-23f5ca6f-4b69-41bf-a648-c2bc573d2dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:27:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['1c00146a-5490-485d-a6ec-8da2d53da6af'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:25.717727 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-23f5ca6f-4b69-41bf-a648-c2bc573d2dc7 None None] Set router 1c00146a-5490-485d-a6ec-8da2d53da6af gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:27:25.822409 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9553a0-0f09-42ab-9ae9-77a1d7f66aca req-fa351d10-408d-4e2b-9cf4-2b7df0bfb316 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:25.823910 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3d9553a0-0f09-42ab-9ae9-77a1d7f66aca req-fa351d10-408d-4e2b-9cf4-2b7df0bfb316 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 946 time: 0.0512245 Sep 19 11:27:25.886193 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ca271-1b51-49ac-900b-36a4d336efa3 req-e3b043ae-5eab-4789-9d66-c34aeb50b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:25.887695 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c06ca271-1b51-49ac-900b-36a4d336efa3 req-e3b043ae-5eab-4789-9d66-c34aeb50b83f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8351993a1ab94f82bc238a23b2d542d3&device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 1130 time: 0.0604467 Sep 19 11:27:25.904247 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3d9553a0-0f09-42ab-9ae9-77a1d7f66aca req-72c8546d-2c35-45c7-8ac7-310e1a4e4480 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=5bc3f887-52c0-4d10-aac6-f9f5a01b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677228 Sep 19 11:27:25.936491 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-23f5ca6f-4b69-41bf-a648-c2bc573d2dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': 'd913245b-9ce2-462f-81fb-d1c38e6b2cf9', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'port_id': 'b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'mac_address': 'fa:16:3e:47:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae508c34-2fb3-4348-b3a0-df59607692b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:27:24Z', 'updated_at': '2022-09-19T11:27:24Z', 'revision_number': 0, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:44Z', 'revision_number': 5, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:25.961213 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5ca6f-4b69-41bf-a648-c2bc573d2dc7 None None] The sync data for ids ['1c00146a-5490-485d-a6ec-8da2d53da6af'] in dv-cinder-820994-5-iscsi is: [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': 'd913245b-9ce2-462f-81fb-d1c38e6b2cf9', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'port_id': 'b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'mac_address': 'fa:16:3e:47:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae508c34-2fb3-4348-b3a0-df59607692b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:27:24Z', 'updated_at': '2022-09-19T11:27:24Z', 'revision_number': 0, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:44Z', 'revision_number': 5, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:27:26.101110 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ca271-1b51-49ac-900b-36a4d336efa3 req-9f93c2ee-6d06-424d-9b8c-34f1be749a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:26.102793 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c06ca271-1b51-49ac-900b-36a4d336efa3 req-9f93c2ee-6d06-424d-9b8c-34f1be749a6c service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=fb35c99b-23b9-4b32-a307-2150c63e0c0a HTTP/1.1" status: 200 len: 912 time: 0.0981834 Sep 19 11:27:26.146091 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9757b6bd-0034-423e-8bed-96f6871e7a9d None None] New status for floating IP d913245b-9ce2-462f-81fb-d1c38e6b2cf9: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:27:26.167402 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:26.242265 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973bdf20-7154-4d31-8611-cac737a3f4db req-87e892e0-6a94-497b-9aa9-0b39dcbec558 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:26.243718 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-973bdf20-7154-4d31-8611-cac737a3f4db req-87e892e0-6a94-497b-9aa9-0b39dcbec558 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 946 time: 0.0854623 Sep 19 11:27:26.261060 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c06ca271-1b51-49ac-900b-36a4d336efa3 req-d9dee84f-108a-4bbc-b4d2-c5ce8703ad3e service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 HTTP/1.1" status: 200 len: 1000 time: 0.1090307 Sep 19 11:27:26.288624 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:26.359910 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ca271-1b51-49ac-900b-36a4d336efa3 req-3bcce5ac-12b4-4187-8320-da99c5ee6cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:26.362013 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c06ca271-1b51-49ac-900b-36a4d336efa3 req-3bcce5ac-12b4-4187-8320-da99c5ee6cf0 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=12b60c37-1469-4c8f-99da-759b2d2ba30b HTTP/1.1" status: 200 len: 850 time: 0.0825794 Sep 19 11:27:26.400243 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-973bdf20-7154-4d31-8611-cac737a3f4db req-c8108d9c-d30b-4755-975b-46dc9f9f83ee tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Deleting port 58387b5a-4483-4fb4-be22-3a74c3abc32c {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:27:26.400579 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-973bdf20-7154-4d31-8611-cac737a3f4db req-c8108d9c-d30b-4755-975b-46dc9f9f83ee tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:26.451048 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ca271-1b51-49ac-900b-36a4d336efa3 req-d3cb78c5-353f-44c1-ac63-9c702c7f6f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:26.452571 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c06ca271-1b51-49ac-900b-36a4d336efa3 req-d3cb78c5-353f-44c1-ac63-9c702c7f6f7e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=fb35c99b-23b9-4b32-a307-2150c63e0c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0837398 Sep 19 11:27:26.554105 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-973bdf20-7154-4d31-8611-cac737a3f4db req-c8108d9c-d30b-4755-975b-46dc9f9f83ee tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] For port 58387b5a-4483-4fb4-be22-3a74c3abc32c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=58387b5a-4483-4fb4-be22-3a74c3abc32c,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:27:26.554466 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-973bdf20-7154-4d31-8611-cac737a3f4db req-c8108d9c-d30b-4755-975b-46dc9f9f83ee tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:26.663304 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c06ca271-1b51-49ac-900b-36a4d336efa3 req-bc4bb0b0-c77b-4aab-a00b-71bc079d0660 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034230 Sep 19 11:27:26.854110 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-973bdf20-7154-4d31-8611-cac737a3f4db req-c8108d9c-d30b-4755-975b-46dc9f9f83ee tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:26.854471 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-973bdf20-7154-4d31-8611-cac737a3f4db req-c8108d9c-d30b-4755-975b-46dc9f9f83ee tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (0ebf1581-8b74-4ca3-a378-f33ac66e9cb8), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:26.854815 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-973bdf20-7154-4d31-8611-cac737a3f4db req-c8108d9c-d30b-4755-975b-46dc9f9f83ee tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Floating IP 0ebf1581-8b74-4ca3-a378-f33ac66e9cb8 disassociated. External IP: 172.27.2.156, port: 58387b5a-4483-4fb4-be22-3a74c3abc32c. Sep 19 11:27:26.855131 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-973bdf20-7154-4d31-8611-cac737a3f4db req-c8108d9c-d30b-4755-975b-46dc9f9f83ee tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Calling delete_port for 58387b5a-4483-4fb4-be22-3a74c3abc32c owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:27:26.860639 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c06ca271-1b51-49ac-900b-36a4d336efa3 req-dcd948eb-bd35-4462-a5f0-1e942406e760 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867075 Sep 19 11:27:26.986339 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-973bdf20-7154-4d31-8611-cac737a3f4db req-c8108d9c-d30b-4755-975b-46dc9f9f83ee tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (58387b5a-4483-4fb4-be22-3a74c3abc32c), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:27.040329 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-45808374-ff3d-41fd-bd40-a8dafc2d213b req-e428fff5-7477-4734-9a43-5787b27054da tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=37e26364-ddd0-4b3f-aa74-33e3cc7c34ba HTTP/1.1" status: 200 len: 210 time: 0.0520129 Sep 19 11:27:27.041022 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8108d9c-d30b-4755-975b-46dc9f9f83ee tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Pushing event deleted for resources: {'Port': ['ID=58387b5a-4483-4fb4-be22-3a74c3abc32c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:27.136353 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:27.152129 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-973bdf20-7154-4d31-8611-cac737a3f4db req-c8108d9c-d30b-4755-975b-46dc9f9f83ee tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Router 86ea997c-76a2-46f2-9bff-3aba867b6a07 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:27:27.163283 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:27.254864 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-973bdf20-7154-4d31-8611-cac737a3f4db req-c8108d9c-d30b-4755-975b-46dc9f9f83ee tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:27:27.265645 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437330ea-5f03-422c-91ab-87068fa8ff02 None None] Sync routers for ids ['86ea997c-76a2-46f2-9bff-3aba867b6a07'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:27:27.277521 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437330ea-5f03-422c-91ab-87068fa8ff02 None None] Routers {'86ea997c-76a2-46f2-9bff-3aba867b6a07'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:27:27.278149 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-437330ea-5f03-422c-91ab-87068fa8ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:27:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['86ea997c-76a2-46f2-9bff-3aba867b6a07'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:27.299566 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-973bdf20-7154-4d31-8611-cac737a3f4db req-c8108d9c-d30b-4755-975b-46dc9f9f83ee tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] No DVR routers for this DVR port 58387b5a-4483-4fb4-be22-3a74c3abc32c on host hv-cinder-82099 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:27:27.302712 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-973bdf20-7154-4d31-8611-cac737a3f4db req-c8108d9c-d30b-4755-975b-46dc9f9f83ee tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:27.306016 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-973bdf20-7154-4d31-8611-cac737a3f4db req-c8108d9c-d30b-4755-975b-46dc9f9f83ee tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.72 "DELETE /networking/v2.0/ports/58387b5a-4483-4fb4-be22-3a74c3abc32c HTTP/1.1" status: 204 len: 173 time: 1.0553787 Sep 19 11:27:27.306508 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e26364-ddd0-4b3f-aa74-33e3cc7c34ba', 'name': 'network-vif-deleted', 'tag': '58387b5a-4483-4fb4-be22-3a74c3abc32c'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:27:27.308741 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3cc8ce-2b61-4874-9c69-16cf9d725da9" -d '{"events": [{"server_uuid": "37e26364-ddd0-4b3f-aa74-33e3cc7c34ba", "name": "network-vif-deleted", "tag": "58387b5a-4483-4fb4-be22-3a74c3abc32c"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:27:27.350096 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b7ccb0-4e5c-4806-9e0d-c1d351e81676 x-openstack-request-id: req-99b7ccb0-4e5c-4806-9e0d-c1d351e81676 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:27:27.350389 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e26364-ddd0-4b3f-aa74-33e3cc7c34ba", "name": "network-vif-deleted", "tag": "58387b5a-4483-4fb4-be22-3a74c3abc32c", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:27:27.350644 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-99b7ccb0-4e5c-4806-9e0d-c1d351e81676 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:27:27.351050 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99b7ccb0-4e5c-4806-9e0d-c1d351e81676'] response: {'server_uuid': '37e26364-ddd0-4b3f-aa74-33e3cc7c34ba', 'name': 'network-vif-deleted', 'tag': '58387b5a-4483-4fb4-be22-3a74c3abc32c', 'status': 'completed', 'code': 200} Sep 19 11:27:27.386045 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-437330ea-5f03-422c-91ab-87068fa8ff02 None None] Set router 86ea997c-76a2-46f2-9bff-3aba867b6a07 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:27:27.518517 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:27.541453 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:27.589369 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-437330ea-5f03-422c-91ab-87068fa8ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'name': 'tempest-AttachVolumeShelveTestJSON-602054919-router', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '37a78404-d208-4ade-8b64-d019e139a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:40Z', 'revision_number': 4, 'project_id': '078bf59c33cc43579aeb270262079a37', 'gw_port': {'id': '37a78404-d208-4ade-8b64-d019e139a420', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:26Z', 'updated_at': '2022-09-19T11:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '8f6a1284-80c3-431f-b0d4-b15e4eda2346', 'name': '', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'mac_address': 'fa:16:3e:b9:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:37Z', 'updated_at': '2022-09-19T11:23:50Z', 'revision_number': 5, 'project_id': '078bf59c33cc43579aeb270262079a37', 'subnets': [{'id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:27.617638 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437330ea-5f03-422c-91ab-87068fa8ff02 None None] Checking router: 86ea997c-76a2-46f2-9bff-3aba867b6a07 for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:27:27.626431 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437330ea-5f03-422c-91ab-87068fa8ff02 None None] Routers {'86ea997c-76a2-46f2-9bff-3aba867b6a07'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:27:27.627604 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-437330ea-5f03-422c-91ab-87068fa8ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:27:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['86ea997c-76a2-46f2-9bff-3aba867b6a07'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:27.727979 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-437330ea-5f03-422c-91ab-87068fa8ff02 None None] Set router 86ea997c-76a2-46f2-9bff-3aba867b6a07 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:27:27.916295 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-437330ea-5f03-422c-91ab-87068fa8ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'name': 'tempest-AttachVolumeShelveTestJSON-602054919-router', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '37a78404-d208-4ade-8b64-d019e139a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:40Z', 'revision_number': 4, 'project_id': '078bf59c33cc43579aeb270262079a37', 'gw_port': {'id': '37a78404-d208-4ade-8b64-d019e139a420', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:26Z', 'updated_at': '2022-09-19T11:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '8f6a1284-80c3-431f-b0d4-b15e4eda2346', 'name': '', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'mac_address': 'fa:16:3e:b9:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:37Z', 'updated_at': '2022-09-19T11:23:50Z', 'revision_number': 5, 'project_id': '078bf59c33cc43579aeb270262079a37', 'subnets': [{'id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:27.941638 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437330ea-5f03-422c-91ab-87068fa8ff02 None None] The sync data for ids ['86ea997c-76a2-46f2-9bff-3aba867b6a07'] in dv-cinder-820994-5-iscsi is: [{'id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'name': 'tempest-AttachVolumeShelveTestJSON-602054919-router', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '37a78404-d208-4ade-8b64-d019e139a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:40Z', 'revision_number': 4, 'project_id': '078bf59c33cc43579aeb270262079a37', 'gw_port': {'id': '37a78404-d208-4ade-8b64-d019e139a420', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:26Z', 'updated_at': '2022-09-19T11:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '8f6a1284-80c3-431f-b0d4-b15e4eda2346', 'name': '', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'mac_address': 'fa:16:3e:b9:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:37Z', 'updated_at': '2022-09-19T11:23:50Z', 'revision_number': 5, 'project_id': '078bf59c33cc43579aeb270262079a37', 'subnets': [{'id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:27:28.153882 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 59952) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:27:28.196363 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c881b1e1-d59f-4df6-ab3d-d399b446ebad None None] New status for floating IP 0ebf1581-8b74-4ca3-a378-f33ac66e9cb8: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:27:28.215224 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7af78f37-1430-4353-ab63-213876e15fcd tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group (5bc3f887-52c0-4d10-aac6-f9f5a01b339b), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:28.239001 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7af78f37-1430-4353-ab63-213876e15fcd tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group (5bc3f887-52c0-4d10-aac6-f9f5a01b339b), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:28.291451 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7af78f37-1430-4353-ab63-213876e15fcd tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (5bc3f887-52c0-4d10-aac6-f9f5a01b339b), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:28.294444 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7af78f37-1430-4353-ab63-213876e15fcd tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:28.298196 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-7af78f37-1430-4353-ab63-213876e15fcd tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/5bc3f887-52c0-4d10-aac6-f9f5a01b339b HTTP/1.1" status: 204 len: 168 time: 0.1407964 Sep 19 11:27:28.299446 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59954) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:27:28.306429 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af78f37-1430-4353-ab63-213876e15fcd tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc3f887-52c0-4d10-aac6-f9f5a01b339b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:28.342758 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.api.v2.resource [None req-8225beaf-b69c-4ccc-94ca-6439d54eab3e tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] show failed (client error): The resource could not be found. Sep 19 11:27:28.347464 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-8225beaf-b69c-4ccc-94ca-6439d54eab3e tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups/5bc3f887-52c0-4d10-aac6-f9f5a01b339b HTTP/1.1" status: 404 len: 347 time: 0.0465314 Sep 19 11:27:28.347962 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 59956) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:27:28.461565 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-17d1d6c4-0b8e-4c93-9baf-a846805ccaa5 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Deleting port 6333b967-adcf-4901-82ac-530b393bc777 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:27:28.461905 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17d1d6c4-0b8e-4c93-9baf-a846805ccaa5 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (6333b967-adcf-4901-82ac-530b393bc777), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:28.774343 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17d1d6c4-0b8e-4c93-9baf-a846805ccaa5 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (6333b967-adcf-4901-82ac-530b393bc777), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:28.774668 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17d1d6c4-0b8e-4c93-9baf-a846805ccaa5 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for floatingip (6333b967-adcf-4901-82ac-530b393bc777), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:28.786992 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-17d1d6c4-0b8e-4c93-9baf-a846805ccaa5 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Calling delete_port for 6333b967-adcf-4901-82ac-530b393bc777 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:27:28.926528 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17d1d6c4-0b8e-4c93-9baf-a846805ccaa5 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (6333b967-adcf-4901-82ac-530b393bc777), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:28.951913 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1d6c4-0b8e-4c93-9baf-a846805ccaa5 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Pushing event deleted for resources: {'Port': ['ID=6333b967-adcf-4901-82ac-530b393bc777,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:29.016751 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17d1d6c4-0b8e-4c93-9baf-a846805ccaa5 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for floatingip (0ebf1581-8b74-4ca3-a378-f33ac66e9cb8), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:29.019325 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17d1d6c4-0b8e-4c93-9baf-a846805ccaa5 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:29.020525 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-17d1d6c4-0b8e-4c93-9baf-a846805ccaa5 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/0ebf1581-8b74-4ca3-a378-f33ac66e9cb8 HTTP/1.1" status: 204 len: 168 time: 0.6714945 Sep 19 11:27:29.099936 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 59962) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:27:29.104470 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-34ebcc40-f4cf-49b6-b395-4b91683f5974 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--662745827', 'description': 'tempest-description--224928098'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:27:29.125236 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34ebcc40-f4cf-49b6-b395-4b91683f5974 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:29.170368 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:29.195138 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34ebcc40-f4cf-49b6-b395-4b91683f5974 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group (ac1253be-1bd6-4a29-9a28-f167afa7e50c), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:29.198271 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34ebcc40-f4cf-49b6-b395-4b91683f5974 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (ac1253be-1bd6-4a29-9a28-f167afa7e50c), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:29.214536 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:29.229923 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34ebcc40-f4cf-49b6-b395-4b91683f5974 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:29.231153 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-34ebcc40-f4cf-49b6-b395-4b91683f5974 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1301999 Sep 19 11:27:29.233653 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebcc40-f4cf-49b6-b395-4b91683f5974 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1253be-1bd6-4a29-9a28-f167afa7e50c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:29.234599 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59964) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:27:29.240406 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-44670951-449f-410f-aebf-49afe25fcedf tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Request body: {'security_group_rule': {'security_group_id': 'ac1253be-1bd6-4a29-9a28-f167afa7e50c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:27:29.268717 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-44670951-449f-410f-aebf-49afe25fcedf tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group_rule (10e5a862-e638-44d1-835b-8a81bd3414f0), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:29.326433 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-44670951-449f-410f-aebf-49afe25fcedf tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group_rule (10e5a862-e638-44d1-835b-8a81bd3414f0), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:29.330196 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-44670951-449f-410f-aebf-49afe25fcedf tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (10e5a862-e638-44d1-835b-8a81bd3414f0), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:29.349462 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44670951-449f-410f-aebf-49afe25fcedf tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e5a862-e638-44d1-835b-8a81bd3414f0,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:29.358066 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-44670951-449f-410f-aebf-49afe25fcedf tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:29.359611 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-44670951-449f-410f-aebf-49afe25fcedf tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229792 Sep 19 11:27:29.362179 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59966) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:27:29.366493 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-71e7b3cc-d2d3-4845-b23c-611b1539be9d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Request body: {'security_group_rule': {'security_group_id': 'ac1253be-1bd6-4a29-9a28-f167afa7e50c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:27:29.395793 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-71e7b3cc-d2d3-4845-b23c-611b1539be9d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group_rule (aa3fee88-3293-4fea-8519-0ce09913d9bc), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:29.457575 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-71e7b3cc-d2d3-4845-b23c-611b1539be9d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group_rule (aa3fee88-3293-4fea-8519-0ce09913d9bc), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:29.460823 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-71e7b3cc-d2d3-4845-b23c-611b1539be9d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (aa3fee88-3293-4fea-8519-0ce09913d9bc), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:29.478471 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7b3cc-d2d3-4845-b23c-611b1539be9d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3fee88-3293-4fea-8519-0ce09913d9bc,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:29.486224 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-71e7b3cc-d2d3-4845-b23c-611b1539be9d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:29.487407 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-71e7b3cc-d2d3-4845-b23c-611b1539be9d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242585 Sep 19 11:27:29.490491 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 59968) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:27:29.494709 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-2f579bf3-34a7-494c-96b4-3595cfbb7d87 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Request body: {'floatingip': {'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:27:29.515461 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2f579bf3-34a7-494c-96b4-3595cfbb7d87 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:29.591950 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2f579bf3-34a7-494c-96b4-3595cfbb7d87 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:29.701552 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-2f579bf3-34a7-494c-96b4-3595cfbb7d87 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Allocated IP 172.27.2.19 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/1bb6eb6f-fada-4329-81ba-4d3e285243b0) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:27:29.807835 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2f579bf3-34a7-494c-96b4-3595cfbb7d87 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for port (1bb6eb6f-fada-4329-81ba-4d3e285243b0), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:29.841967 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2f579bf3-34a7-494c-96b4-3595cfbb7d87 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (1bb6eb6f-fada-4329-81ba-4d3e285243b0), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:29.880812 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f579bf3-34a7-494c-96b4-3595cfbb7d87 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:27:29.885286 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-2f579bf3-34a7-494c-96b4-3595cfbb7d87 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:27:29.887810 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f579bf3-34a7-494c-96b4-3595cfbb7d87 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:27:29.911920 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f579bf3-34a7-494c-96b4-3595cfbb7d87 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Pushing event updated for resources: {'Port': ['ID=1bb6eb6f-fada-4329-81ba-4d3e285243b0,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:29.916372 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:29.922660 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:29.944621 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 58387b5a-4483-4fb4-be22-3a74c3abc32c no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:27:29.964325 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] No Port match for: 58387b5a-4483-4fb4-be22-3a74c3abc32c {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:27:29.964666 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 58387b5a-4483-4fb4-be22-3a74c3abc32c not bound to the agent host hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:27:29.984126 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2f579bf3-34a7-494c-96b4-3595cfbb7d87 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for floatingip (eb47c3df-3613-4391-ac82-caf12160c700), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:30.023306 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2f579bf3-34a7-494c-96b4-3595cfbb7d87 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (1bb6eb6f-fada-4329-81ba-4d3e285243b0), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:30.171168 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2f579bf3-34a7-494c-96b4-3595cfbb7d87 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for port (1bb6eb6f-fada-4329-81ba-4d3e285243b0), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:30.176307 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2f579bf3-34a7-494c-96b4-3595cfbb7d87 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336761'] for port (1bb6eb6f-fada-4329-81ba-4d3e285243b0), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:30.241371 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2f579bf3-34a7-494c-96b4-3595cfbb7d87 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (eb47c3df-3613-4391-ac82-caf12160c700), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:30.247102 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f579bf3-34a7-494c-96b4-3595cfbb7d87 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Pushing event updated for resources: {'Port': ['ID=1bb6eb6f-fada-4329-81ba-4d3e285243b0,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:30.261753 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2f579bf3-34a7-494c-96b4-3595cfbb7d87 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:30.262980 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-2f579bf3-34a7-494c-96b4-3595cfbb7d87 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7715333 Sep 19 11:27:30.460334 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-d6477d57-c12d-4873-adb4-2bd8c316ec73 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--662745827&fields=id&tenant_id=078bf59c33cc43579aeb270262079a37 HTTP/1.1" status: 200 len: 267 time: 0.0429196 Sep 19 11:27:30.569107 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-7a011bad-5ad3-4151-a8ee-0bac5f55af2b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:30.570573 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-7a011bad-5ad3-4151-a8ee-0bac5f55af2b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/networks?id=f3f42746-643a-44f8-bda0-c0503923c439 HTTP/1.1" status: 200 len: 816 time: 0.1040778 Sep 19 11:27:30.585610 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-c8c730f6-5b5f-4ea2-a419-52c724a5c304 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/quotas/078bf59c33cc43579aeb270262079a37 HTTP/1.1" status: 200 len: 375 time: 0.0096300 Sep 19 11:27:30.635617 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-701eba73-d7dd-4e83-9de2-3382fd6858e5 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=078bf59c33cc43579aeb270262079a37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451331 Sep 19 11:27:30.736998 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-cfa9b4ef-652b-4ac4-ba68-ba355ba6ac7f service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900841 Sep 19 11:27:30.827354 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-fe5fb1a7-9370-4d56-a260-48301fd45bdc service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848107 Sep 19 11:27:30.910549 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:30.993357 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3f50d960-70c5-4518-aed6-f6bc3404d3dc req-39303dbc-c3bb-494b-9a74-9d8d462a4351 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 210 time: 0.0271752 Sep 19 11:27:32.116512 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d49469d7-07cb-45e3-82bf-4b9be4e82079 req-c12b737c-fc58-4c31-873a-1f89dc6b994e tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 210 time: 0.0402107 Sep 19 11:27:32.194599 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9b8f09ff-59ec-4f54-8afe-37a0b4abb3a9 req-15fe70e7-9e1f-435e-a7d3-2d23238b71a5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871921 Sep 19 11:27:32.274685 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-5a46e227-66c6-46c7-b8a2-0f3804278617 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:32.276134 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-5a46e227-66c6-46c7-b8a2-0f3804278617 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.72 "GET /networking/v2.0/networks?id=f3f42746-643a-44f8-bda0-c0503923c439 HTTP/1.1" status: 200 len: 816 time: 0.1576767 Sep 19 11:27:32.284244 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f09ff-59ec-4f54-8afe-37a0b4abb3a9 req-be422a11-e638-4673-998f-a30cbb79e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:32.285532 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9b8f09ff-59ec-4f54-8afe-37a0b4abb3a9 req-be422a11-e638-4673-998f-a30cbb79e814 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=e8a952d8324548d7a8e80f72449ea5e6&device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 1129 time: 0.0593274 Sep 19 11:27:32.343807 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-44455c0b-88e8-4006-85cd-1fa58cecdaa0 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=078bf59c33cc43579aeb270262079a37 HTTP/1.1" status: 200 len: 379 time: 0.0522134 Sep 19 11:27:32.392943 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-f4857f65-7d24-41c9-a22d-03af6ca40580 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Request body: {'port': {'device_id': '4bcee9ce-4870-41cc-bd56-b05958822d1f', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'admin_state_up': True, 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'security_groups': ['ac1253be-1bd6-4a29-9a28-f167afa7e50c']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:27:32.530031 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:32.559003 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f09ff-59ec-4f54-8afe-37a0b4abb3a9 req-707c6eeb-a14f-40c5-bf32-c0ff5846b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:32.560420 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9b8f09ff-59ec-4f54-8afe-37a0b4abb3a9 req-707c6eeb-a14f-40c5-bf32-c0ff5846b89d service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=79977212-9704-4425-8d7a-e6522d6f3c5b HTTP/1.1" status: 200 len: 912 time: 0.1641200 Sep 19 11:27:32.617941 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-f4857f65-7d24-41c9-a22d-03af6ca40580 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Made reservation on behalf of 078bf59c33cc43579aeb270262079a37 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:27:32.621631 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-f4857f65-7d24-41c9-a22d-03af6ca40580 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:32.647914 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9b8f09ff-59ec-4f54-8afe-37a0b4abb3a9 req-3b160fd2-a4ec-48a1-8096-4ff64e63a395 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be6dcfdf-14a9-42c6-8271-941d034d3349 HTTP/1.1" status: 200 len: 1001 time: 0.0789897 Sep 19 11:27:32.730622 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:32.749321 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f09ff-59ec-4f54-8afe-37a0b4abb3a9 req-85600bec-3990-438a-af4b-1ff969026a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:32.750774 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9b8f09ff-59ec-4f54-8afe-37a0b4abb3a9 req-85600bec-3990-438a-af4b-1ff969026a7f service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0857979c-3349-4111-a884-534dbfbaeaf0 HTTP/1.1" status: 200 len: 850 time: 0.0957885 Sep 19 11:27:32.825816 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f09ff-59ec-4f54-8afe-37a0b4abb3a9 req-6fbb68a8-8b00-4400-a07c-4af0f397ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:32.827234 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9b8f09ff-59ec-4f54-8afe-37a0b4abb3a9 req-6fbb68a8-8b00-4400-a07c-4af0f397ac80 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=79977212-9704-4425-8d7a-e6522d6f3c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525162 Sep 19 11:27:32.833674 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-f4857f65-7d24-41c9-a22d-03af6ca40580 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Allocated IP 172.20.0.12 (f3f42746-643a-44f8-bda0-c0503923c439/637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924/34189864-79e6-4de2-a6e6-1f4a5a6f5640) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:27:32.998359 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9b8f09ff-59ec-4f54-8afe-37a0b4abb3a9 req-22ded704-d295-417c-b5d6-f5d47cb6ef43 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/79977212-9704-4425-8d7a-e6522d6f3c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603692 Sep 19 11:27:33.104785 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-f4857f65-7d24-41c9-a22d-03af6ca40580 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:33.137663 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9b8f09ff-59ec-4f54-8afe-37a0b4abb3a9 req-a62c9bdd-8628-422d-9a8c-94e8368e7c18 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/79977212-9704-4425-8d7a-e6522d6f3c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321561 Sep 19 11:27:33.158594 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-f4857f65-7d24-41c9-a22d-03af6ca40580 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:33.217631 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-f4857f65-7d24-41c9-a22d-03af6ca40580 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Network f3f42746-643a-44f8-bda0-c0503923c439 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:27:33.223915 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-f4857f65-7d24-41c9-a22d-03af6ca40580 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:27:33.243056 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-f4857f65-7d24-41c9-a22d-03af6ca40580 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:27:33.249346 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4857f65-7d24-41c9-a22d-03af6ca40580 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Pushing event updated for resources: {'Port': ['ID=34189864-79e6-4de2-a6e6-1f4a5a6f5640,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:33.278043 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:33.299726 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b6649-9c54-474c-958a-f5b1cb294e53 req-eb8c1b96-75cc-4214-941d-634b6c444bea tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:33.301271 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a32b6649-9c54-474c-958a-f5b1cb294e53 req-eb8c1b96-75cc-4214-941d-634b6c444bea tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 932 time: 0.1022489 Sep 19 11:27:33.311713 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-f4857f65-7d24-41c9-a22d-03af6ca40580 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:33.312359 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-f4857f65-7d24-41c9-a22d-03af6ca40580 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:33.347017 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-f4857f65-7d24-41c9-a22d-03af6ca40580 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9577103 Sep 19 11:27:33.370296 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a32b6649-9c54-474c-958a-f5b1cb294e53 req-c3249d9f-356d-41a2-a7f5-3c160d1d973b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550339 Sep 19 11:27:33.472570 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-f194e951-f969-4053-9347-8bce42c702b3 None None] Provisioning complete for port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:27:33.473167 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f194e951-f969-4053-9347-8bce42c702b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:33.473291 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-f194e951-f969-4053-9347-8bce42c702b3 None None] Attempt 1 to provision port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 Sep 19 11:27:33.482053 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] Request body: {'port': {'device_id': '4bcee9ce-4870-41cc-bd56-b05958822d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:27:33.509559 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-f194e951-f969-4053-9347-8bce42c702b3 None None] Port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:27:33.544605 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:33.587072 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:33.819903 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34189864-79e6-4de2-a6e6-1f4a5a6f5640 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:27:33.827696 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] Publish callbacks [] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:33.840715 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] Transition to ACTIVE for port object 34189864-79e6-4de2-a6e6-1f4a5a6f5640 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 11:27:33.843833 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:33.926710 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] Pushing event updated for resources: {'Port': ['ID=34189864-79e6-4de2-a6e6-1f4a5a6f5640,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:33.958491 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] Attempting to bind port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:27:33.958819 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] Attempting to bind port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': 'c41065d2-5551-4cb3-b374-f4cecafcff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:27:33.959144 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] Attempting to bind port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 on network f3f42746-643a-44f8-bda0-c0503923c439 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:27:34.000016 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] Port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 on network f3f42746-643a-44f8-bda0-c0503923c439 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 11:27:34.000341 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] Attempting to bind port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 on network f3f42746-643a-44f8-bda0-c0503923c439 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:27:34.010793 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-f194e951-f969-4053-9347-8bce42c702b3 None None] Attempt 2 to provision port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 Sep 19 11:27:34.041741 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] Checking agent: {'id': '89dce09e-1d3d-46be-9edc-f71162f9f1f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'started_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:27:34.041979 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-f194e951-f969-4053-9347-8bce42c702b3 None None] Port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:27:34.042081 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] Checking segment: {'id': 'c41065d2-5551-4cb3-b374-f4cecafcff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:27:34.042443 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] Bound using segment: {'id': 'c41065d2-5551-4cb3-b374-f4cecafcff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:27:34.042870 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] Bound port: 34189864-79e6-4de2-a6e6-1f4a5a6f5640, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c41065d2-5551-4cb3-b374-f4cecafcff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:27:34.043230 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:34.107919 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] For port 34189864-79e6-4de2-a6e6-1f4a5a6f5640, host hv-cinder-82099, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:27:34.112325 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] For port 34189864-79e6-4de2-a6e6-1f4a5a6f5640, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=34189864-79e6-4de2-a6e6-1f4a5a6f5640,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:27:34.118201 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:34.122237 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:34.122845 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:34.124249 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/34189864-79e6-4de2-a6e6-1f4a5a6f5640 HTTP/1.1" status: 200 len: 1094 time: 0.6464503 Sep 19 11:27:34.124795 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bcee9ce-4870-41cc-bd56-b05958822d1f', 'tag': '34189864-79e6-4de2-a6e6-1f4a5a6f5640'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:27:34.127055 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a8a848-6495-4f90-88f8-08452e598cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "4bcee9ce-4870-41cc-bd56-b05958822d1f", "tag": "34189864-79e6-4de2-a6e6-1f4a5a6f5640"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:27:34.163119 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:34.174641 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a06b336-fe64-4079-a2eb-02d49d99996c x-openstack-request-id: req-2a06b336-fe64-4079-a2eb-02d49d99996c {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:27:34.174917 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bcee9ce-4870-41cc-bd56-b05958822d1f", "tag": "34189864-79e6-4de2-a6e6-1f4a5a6f5640", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:27:34.175167 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a06b336-fe64-4079-a2eb-02d49d99996c {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:27:34.175558 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a06b336-fe64-4079-a2eb-02d49d99996c'] response: {'name': 'network-changed', 'server_uuid': '4bcee9ce-4870-41cc-bd56-b05958822d1f', 'tag': '34189864-79e6-4de2-a6e6-1f4a5a6f5640', 'status': 'completed', 'code': 200} Sep 19 11:27:34.209147 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5896b3-cfb9-45ca-b5eb-5976fcd85676 service neutron] Pushing event updated for resources: {'Port': ['ID=34189864-79e6-4de2-a6e6-1f4a5a6f5640,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:34.216353 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-877ebc3a-a32b-47d5-8f9b-9ee1e26d6654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:34.217864 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-877ebc3a-a32b-47d5-8f9b-9ee1e26d6654 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=078bf59c33cc43579aeb270262079a37&device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 1128 time: 0.0535769 Sep 19 11:27:34.260231 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-e8df5df1-8569-4a3c-b70d-ef18f045cdfe service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34189864-79e6-4de2-a6e6-1f4a5a6f5640 HTTP/1.1" status: 200 len: 217 time: 0.0350392 Sep 19 11:27:34.313118 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-d8db95dd-c24c-4eae-85aa-f96c5ee041d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:34.314557 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-d8db95dd-c24c-4eae-85aa-f96c5ee041d0 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924 HTTP/1.1" status: 200 len: 855 time: 0.0441809 Sep 19 11:27:34.357462 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-96e0c4d1-1cf9-40ab-9cb7-4e8cea42a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:34.358898 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-96e0c4d1-1cf9-40ab-9cb7-4e8cea42a90f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=f3f42746-643a-44f8-bda0-c0503923c439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383751 Sep 19 11:27:34.451527 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-d1cd8fa2-acc5-421b-986e-fa48c5712d00 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858104 Sep 19 11:27:34.539354 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4f5e3-f113-4da9-a0c7-bcf13203cd79 req-801e1f32-7113-403a-9b2e-d4e257ec1a10 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:34.540832 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1fd4f5e3-f113-4da9-a0c7-bcf13203cd79 req-801e1f32-7113-403a-9b2e-d4e257ec1a10 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 944 time: 0.0883863 Sep 19 11:27:34.543342 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-f194e951-f969-4053-9347-8bce42c702b3 None None] Attempt 3 to provision port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 Sep 19 11:27:34.580362 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-f194e951-f969-4053-9347-8bce42c702b3 None None] Port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 had new provisioning blocks added so it will not transition to active. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 11:27:34.611832 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6648cb75-0a4a-48c7-a6a0-c6449c87a631 req-3fa0490d-bca9-4b6a-a75c-fd4598facac2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496181 Sep 19 11:27:34.615248 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1fd4f5e3-f113-4da9-a0c7-bcf13203cd79 req-13eae6e4-8f5a-4ab2-86d0-d94bca63d188 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686152 Sep 19 11:27:34.841097 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:27:35.636437 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:35.669745 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8a848-6495-4f90-88f8-08452e598cc3 req-5b4c8d46-9fd5-4376-a89a-b963602eb943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:35.671316 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47a8a848-6495-4f90-88f8-08452e598cc3 req-5b4c8d46-9fd5-4376-a89a-b963602eb943 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=078bf59c33cc43579aeb270262079a37&device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 1128 time: 0.0423739 Sep 19 11:27:35.780210 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f3dd6-4d81-4386-b477-fd445e1cbe4b req-dcb69b8b-aea9-4549-93c0-132bbb30cf78 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:35.781643 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0c5f3dd6-4d81-4386-b477-fd445e1cbe4b req-dcb69b8b-aea9-4549-93c0-132bbb30cf78 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 944 time: 0.0563095 Sep 19 11:27:35.819496 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8a848-6495-4f90-88f8-08452e598cc3 req-c5c00af5-13c0-4810-8397-6a669abee50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:35.820968 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47a8a848-6495-4f90-88f8-08452e598cc3 req-c5c00af5-13c0-4810-8397-6a669abee50d service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=f3f42746-643a-44f8-bda0-c0503923c439 HTTP/1.1" status: 200 len: 917 time: 0.1422513 Sep 19 11:27:35.876421 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47a8a848-6495-4f90-88f8-08452e598cc3 req-5e62111b-0c91-4196-88c6-a5b6a9d8f898 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34189864-79e6-4de2-a6e6-1f4a5a6f5640 HTTP/1.1" status: 200 len: 217 time: 0.0438004 Sep 19 11:27:35.881547 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0c5f3dd6-4d81-4386-b477-fd445e1cbe4b req-e5642c1f-cb50-4428-8c27-b64c998d80f8 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913820 Sep 19 11:27:35.927532 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8a848-6495-4f90-88f8-08452e598cc3 req-9e1f6ceb-69c7-4c13-b5ee-1d3b865a8cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:35.929004 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47a8a848-6495-4f90-88f8-08452e598cc3 req-9e1f6ceb-69c7-4c13-b5ee-1d3b865a8cb8 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924 HTTP/1.1" status: 200 len: 855 time: 0.0452623 Sep 19 11:27:35.971489 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8a848-6495-4f90-88f8-08452e598cc3 req-ac28d9be-d632-4505-8d24-c490f946aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:35.972974 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47a8a848-6495-4f90-88f8-08452e598cc3 req-ac28d9be-d632-4505-8d24-c490f946aeac service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=f3f42746-643a-44f8-bda0-c0503923c439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380545 Sep 19 11:27:36.288620 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47a8a848-6495-4f90-88f8-08452e598cc3 req-bd8db4e2-d619-45c7-b76c-e6c1da27d0a2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084865 Sep 19 11:27:36.387807 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47a8a848-6495-4f90-88f8-08452e598cc3 req-8af11941-27cd-4997-a8b2-1cc3b215cfcb service neutron] 10.222.0.72 "GET /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832684 Sep 19 11:27:37.009799 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:37.023338 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4e5e6-0590-449c-8e8f-8199e7d8fb0a req-a6f50336-6372-4ca4-8127-ee2805f83c01 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:37.024830 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-56d4e5e6-0590-449c-8e8f-8199e7d8fb0a req-a6f50336-6372-4ca4-8127-ee2805f83c01 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 944 time: 0.0508430 Sep 19 11:27:37.070603 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-56d4e5e6-0590-449c-8e8f-8199e7d8fb0a req-a3c62174-429c-46cc-b84c-39c5d8819db3 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402892 Sep 19 11:27:37.986482 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 34189864-79e6-4de2-a6e6-1f4a5a6f5640 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:27:38.085628 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 34189864-79e6-4de2-a6e6-1f4a5a6f5640, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=34189864-79e6-4de2-a6e6-1f4a5a6f5640,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:27:38.096909 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': '34189864-79e6-4de2-a6e6-1f4a5a6f5640', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'port_id': '34189864-79e6-4de2-a6e6-1f4a5a6f5640', 'mac_address': 'fa:16:3e:ee:33:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:27:38.131028 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:27:38.131426 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:38.145229 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34189864-79e6-4de2-a6e6-1f4a5a6f5640 {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:27:38.166607 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 34189864-79e6-4de2-a6e6-1f4a5a6f5640, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=34189864-79e6-4de2-a6e6-1f4a5a6f5640,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:27:38.170759 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:38.195158 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92448b8a-63e5-4d4c-90a4-0eb9436ab74d req-bad57d88-5c56-404b-9559-86926d2d5218 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:38.196760 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-92448b8a-63e5-4d4c-90a4-0eb9436ab74d req-bad57d88-5c56-404b-9559-86926d2d5218 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 944 time: 0.0481095 Sep 19 11:27:38.248540 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-92448b8a-63e5-4d4c-90a4-0eb9436ab74d req-f4211aaa-a8a7-4c02-8dd8-d7d574328caf tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457258 Sep 19 11:27:38.341752 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=34189864-79e6-4de2-a6e6-1f4a5a6f5640,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:38.471840 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['34189864-79e6-4de2-a6e6-1f4a5a6f5640'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:27:38.500975 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:38.541389 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:39.378098 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c354ca5-0443-4090-b44d-3e128fdbeea2 req-eab09a7e-dd6c-4b0c-8e17-3fe7b1863746 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:39.379679 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4c354ca5-0443-4090-b44d-3e128fdbeea2 req-eab09a7e-dd6c-4b0c-8e17-3fe7b1863746 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 945 time: 0.0471325 Sep 19 11:27:39.429442 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4c354ca5-0443-4090-b44d-3e128fdbeea2 req-6c63e725-6fa3-4ae2-beb4-f0ce37ca6951 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441804 Sep 19 11:27:39.985742 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 34189864-79e6-4de2-a6e6-1f4a5a6f5640 up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:27:40.027070 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning for port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 completed by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 11:27:40.032822 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:27:40.033211 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:40.034097 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 Sep 19 11:27:40.103797 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:27:40.104210 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:40.127703 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcee9ce-4870-41cc-bd56-b05958822d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34189864-79e6-4de2-a6e6-1f4a5a6f5640'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:27:40.130032 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e85b4c0-300b-4ee6-860a-4979975d61ce" -d '{"events": [{"server_uuid": "4bcee9ce-4870-41cc-bd56-b05958822d1f", "name": "network-vif-plugged", "status": "completed", "tag": "34189864-79e6-4de2-a6e6-1f4a5a6f5640"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:27:40.146713 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 34189864-79e6-4de2-a6e6-1f4a5a6f5640, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=34189864-79e6-4de2-a6e6-1f4a5a6f5640,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:27:40.150764 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:40.177067 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec8b009-9e39-457a-8bcf-7cb9e0e5a2f4 x-openstack-request-id: req-fec8b009-9e39-457a-8bcf-7cb9e0e5a2f4 {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:27:40.177380 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcee9ce-4870-41cc-bd56-b05958822d1f", "name": "network-vif-plugged", "status": "completed", "tag": "34189864-79e6-4de2-a6e6-1f4a5a6f5640", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:27:40.177634 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fec8b009-9e39-457a-8bcf-7cb9e0e5a2f4 {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:27:40.178019 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fec8b009-9e39-457a-8bcf-7cb9e0e5a2f4'] response: {'server_uuid': '4bcee9ce-4870-41cc-bd56-b05958822d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34189864-79e6-4de2-a6e6-1f4a5a6f5640', 'code': 200} Sep 19 11:27:40.202981 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=34189864-79e6-4de2-a6e6-1f4a5a6f5640,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:40.255088 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:40.256258 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=50,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:40.362480 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e762ba7-ab3e-47b7-a723-f6ab0d3e39b1 req-7b0deedf-e790-433a-a426-065ece0ff252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:40.363972 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8e762ba7-ab3e-47b7-a723-f6ab0d3e39b1 req-7b0deedf-e790-433a-a426-065ece0ff252 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 1130 time: 0.0393915 Sep 19 11:27:40.407728 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8e762ba7-ab3e-47b7-a723-f6ab0d3e39b1 req-6c97874a-e31f-4c25-a1bf-ac255cc4a5cc service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380843 Sep 19 11:27:40.552464 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cf626-be2b-48d5-9d93-69a9b3fa15e1 req-f57b7bf6-16a3-41fa-b4bf-132f35cd957d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:40.553825 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f98cf626-be2b-48d5-9d93-69a9b3fa15e1 req-f57b7bf6-16a3-41fa-b4bf-132f35cd957d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0454693 Sep 19 11:27:40.601433 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f98cf626-be2b-48d5-9d93-69a9b3fa15e1 req-1ad5ceb8-04a9-4e4d-a0b9-b0b8fdb6597a tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420563 Sep 19 11:27:41.700204 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:41.740584 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f10c61-7a9d-4c33-a8b5-2d5fab55add4 req-680322fd-4290-47cb-8ac0-03243319c776 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:41.742069 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-73f10c61-7a9d-4c33-a8b5-2d5fab55add4 req-680322fd-4290-47cb-8ac0-03243319c776 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0502920 Sep 19 11:27:41.788937 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-73f10c61-7a9d-4c33-a8b5-2d5fab55add4 req-25d7d80a-485a-4e89-a8e9-9af8c1adf875 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414453 Sep 19 11:27:42.914106 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d50e5a-abe5-4bd1-aaf9-4f62250b87fc req-4e91500f-ff34-4633-9809-e9f7cf9d05b0 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:42.915468 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-27d50e5a-abe5-4bd1-aaf9-4f62250b87fc req-4e91500f-ff34-4633-9809-e9f7cf9d05b0 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0455384 Sep 19 11:27:42.961954 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-27d50e5a-abe5-4bd1-aaf9-4f62250b87fc req-70a7c083-2ba4-4ac6-b534-c19f2d262917 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409806 Sep 19 11:27:43.086772 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccbe3c-b036-4266-ab0f-b8c81d0ec840 req-04f633ff-ae0e-44ee-a6ad-900f3784abe2 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:43.088228 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ccccbe3c-b036-4266-ab0f-b8c81d0ec840 req-04f633ff-ae0e-44ee-a6ad-900f3784abe2 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0507126 Sep 19 11:27:43.098223 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 60030) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:27:43.102547 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6bb453cc-5239-4e98-bd49-e1efd3a59551 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Request body: {'floatingip': {'port_id': '34189864-79e6-4de2-a6e6-1f4a5a6f5640'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:27:43.141210 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6bb453cc-5239-4e98-bd49-e1efd3a59551 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for floatingip (eb47c3df-3613-4391-ac82-caf12160c700), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:43.517448 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:43.565489 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6bb453cc-5239-4e98-bd49-e1efd3a59551 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:43.568790 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6bb453cc-5239-4e98-bd49-e1efd3a59551 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (eb47c3df-3613-4391-ac82-caf12160c700), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:43.663862 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-6bb453cc-5239-4e98-bd49-e1efd3a59551 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Floating IP eb47c3df-3613-4391-ac82-caf12160c700 associated. External IP: 172.27.2.19, port: 34189864-79e6-4de2-a6e6-1f4a5a6f5640. Sep 19 11:27:43.858898 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb453cc-5239-4e98-bd49-e1efd3a59551 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Router 86ea997c-76a2-46f2-9bff-3aba867b6a07 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:27:43.870268 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:43.963929 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb453cc-5239-4e98-bd49-e1efd3a59551 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:27:43.968622 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6bb453cc-5239-4e98-bd49-e1efd3a59551 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:43.973682 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d8db7-a825-4764-ab75-437fdef64a0c None None] Sync routers for ids ['86ea997c-76a2-46f2-9bff-3aba867b6a07'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:27:43.983964 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d8db7-a825-4764-ab75-437fdef64a0c None None] Routers {'86ea997c-76a2-46f2-9bff-3aba867b6a07'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:27:43.984580 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-859d8db7-a825-4764-ab75-437fdef64a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:27:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['86ea997c-76a2-46f2-9bff-3aba867b6a07'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:43.998882 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6bb453cc-5239-4e98-bd49-e1efd3a59551 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "PUT /networking/v2.0/floatingips/eb47c3df-3613-4391-ac82-caf12160c700 HTTP/1.1" status: 200 len: 991 time: 0.8996074 Sep 19 11:27:43.999531 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bcee9ce-4870-41cc-bd56-b05958822d1f', 'tag': '34189864-79e6-4de2-a6e6-1f4a5a6f5640'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:27:44.001859 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5579b29f-1b26-4203-abe7-f6eec9c73c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "4bcee9ce-4870-41cc-bd56-b05958822d1f", "tag": "34189864-79e6-4de2-a6e6-1f4a5a6f5640"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:27:44.041997 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68619d69-41f1-4210-b149-a831400fe8ac x-openstack-request-id: req-68619d69-41f1-4210-b149-a831400fe8ac {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:27:44.042296 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bcee9ce-4870-41cc-bd56-b05958822d1f", "tag": "34189864-79e6-4de2-a6e6-1f4a5a6f5640", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:27:44.042555 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-68619d69-41f1-4210-b149-a831400fe8ac {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:27:44.042968 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68619d69-41f1-4210-b149-a831400fe8ac'] response: {'name': 'network-changed', 'server_uuid': '4bcee9ce-4870-41cc-bd56-b05958822d1f', 'tag': '34189864-79e6-4de2-a6e6-1f4a5a6f5640', 'status': 'completed', 'code': 200} Sep 19 11:27:44.091293 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-859d8db7-a825-4764-ab75-437fdef64a0c None None] Set router 86ea997c-76a2-46f2-9bff-3aba867b6a07 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:27:44.112982 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579b29f-1b26-4203-abe7-f6eec9c73c2b req-884f3477-3d8f-4d8d-80be-f266e1cb708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:44.114800 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5579b29f-1b26-4203-abe7-f6eec9c73c2b req-884f3477-3d8f-4d8d-80be-f266e1cb708c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=078bf59c33cc43579aeb270262079a37&device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 1130 time: 0.0410686 Sep 19 11:27:44.210652 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579b29f-1b26-4203-abe7-f6eec9c73c2b req-97c1fbff-6851-408b-8cd2-fc115dbd2ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:44.212155 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5579b29f-1b26-4203-abe7-f6eec9c73c2b req-97c1fbff-6851-408b-8cd2-fc115dbd2ed5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=f3f42746-643a-44f8-bda0-c0503923c439 HTTP/1.1" status: 200 len: 917 time: 0.0916491 Sep 19 11:27:44.285998 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5579b29f-1b26-4203-abe7-f6eec9c73c2b req-fcf29f53-1058-45cd-92e0-f9d27cdedfd3 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34189864-79e6-4de2-a6e6-1f4a5a6f5640 HTTP/1.1" status: 200 len: 999 time: 0.0595369 Sep 19 11:27:44.303386 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-859d8db7-a825-4764-ab75-437fdef64a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'name': 'tempest-AttachVolumeShelveTestJSON-602054919-router', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '37a78404-d208-4ade-8b64-d019e139a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:40Z', 'revision_number': 4, 'project_id': '078bf59c33cc43579aeb270262079a37', 'gw_port': {'id': '37a78404-d208-4ade-8b64-d019e139a420', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:26Z', 'updated_at': '2022-09-19T11:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': 'eb47c3df-3613-4391-ac82-caf12160c700', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'port_id': '34189864-79e6-4de2-a6e6-1f4a5a6f5640', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'mac_address': 'fa:16:3e:ee:33:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcee9ce-4870-41cc-bd56-b05958822d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:27:29Z', 'updated_at': '2022-09-19T11:27:43Z', 'revision_number': 1, 'project_id': '078bf59c33cc43579aeb270262079a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6a1284-80c3-431f-b0d4-b15e4eda2346', 'name': '', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'mac_address': 'fa:16:3e:b9:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:37Z', 'updated_at': '2022-09-19T11:23:50Z', 'revision_number': 5, 'project_id': '078bf59c33cc43579aeb270262079a37', 'subnets': [{'id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:44.332048 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d8db7-a825-4764-ab75-437fdef64a0c None None] Checking router: 86ea997c-76a2-46f2-9bff-3aba867b6a07 for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:27:44.340434 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d8db7-a825-4764-ab75-437fdef64a0c None None] Routers {'86ea997c-76a2-46f2-9bff-3aba867b6a07'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:27:44.341037 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-859d8db7-a825-4764-ab75-437fdef64a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:27:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['86ea997c-76a2-46f2-9bff-3aba867b6a07'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:44.341924 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579b29f-1b26-4203-abe7-f6eec9c73c2b req-0b563c15-1ea0-40e5-9478-65eec1a6e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:44.343420 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5579b29f-1b26-4203-abe7-f6eec9c73c2b req-0b563c15-1ea0-40e5-9478-65eec1a6e023 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924 HTTP/1.1" status: 200 len: 855 time: 0.0446849 Sep 19 11:27:44.390509 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579b29f-1b26-4203-abe7-f6eec9c73c2b req-290e9bdd-5dee-4efc-b643-bfbff3e0a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:44.392088 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5579b29f-1b26-4203-abe7-f6eec9c73c2b req-290e9bdd-5dee-4efc-b643-bfbff3e0a558 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=f3f42746-643a-44f8-bda0-c0503923c439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423288 Sep 19 11:27:44.491599 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5579b29f-1b26-4203-abe7-f6eec9c73c2b req-1c471c5d-dca7-49cf-a0b4-346d6a9638ec service neutron] 10.222.0.72 "GET /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894225 Sep 19 11:27:44.524513 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-859d8db7-a825-4764-ab75-437fdef64a0c None None] Set router 86ea997c-76a2-46f2-9bff-3aba867b6a07 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:27:44.553558 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:44.584160 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5579b29f-1b26-4203-abe7-f6eec9c73c2b req-79ed8d57-efec-45bb-9e8a-5d2cdcf5600a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857453 Sep 19 11:27:44.602670 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:44.615080 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:44.730936 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-859d8db7-a825-4764-ab75-437fdef64a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'name': 'tempest-AttachVolumeShelveTestJSON-602054919-router', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '37a78404-d208-4ade-8b64-d019e139a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:40Z', 'revision_number': 4, 'project_id': '078bf59c33cc43579aeb270262079a37', 'gw_port': {'id': '37a78404-d208-4ade-8b64-d019e139a420', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:26Z', 'updated_at': '2022-09-19T11:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': 'eb47c3df-3613-4391-ac82-caf12160c700', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'port_id': '34189864-79e6-4de2-a6e6-1f4a5a6f5640', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'mac_address': 'fa:16:3e:ee:33:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcee9ce-4870-41cc-bd56-b05958822d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:27:29Z', 'updated_at': '2022-09-19T11:27:43Z', 'revision_number': 1, 'project_id': '078bf59c33cc43579aeb270262079a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6a1284-80c3-431f-b0d4-b15e4eda2346', 'name': '', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'mac_address': 'fa:16:3e:b9:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:37Z', 'updated_at': '2022-09-19T11:23:50Z', 'revision_number': 5, 'project_id': '078bf59c33cc43579aeb270262079a37', 'subnets': [{'id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:44.755698 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d8db7-a825-4764-ab75-437fdef64a0c None None] The sync data for ids ['86ea997c-76a2-46f2-9bff-3aba867b6a07'] in dv-cinder-820994-5-iscsi is: [{'id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'name': 'tempest-AttachVolumeShelveTestJSON-602054919-router', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '37a78404-d208-4ade-8b64-d019e139a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:40Z', 'revision_number': 4, 'project_id': '078bf59c33cc43579aeb270262079a37', 'gw_port': {'id': '37a78404-d208-4ade-8b64-d019e139a420', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:26Z', 'updated_at': '2022-09-19T11:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': 'eb47c3df-3613-4391-ac82-caf12160c700', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'port_id': '34189864-79e6-4de2-a6e6-1f4a5a6f5640', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'mac_address': 'fa:16:3e:ee:33:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcee9ce-4870-41cc-bd56-b05958822d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:27:29Z', 'updated_at': '2022-09-19T11:27:43Z', 'revision_number': 1, 'project_id': '078bf59c33cc43579aeb270262079a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6a1284-80c3-431f-b0d4-b15e4eda2346', 'name': '', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'mac_address': 'fa:16:3e:b9:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:37Z', 'updated_at': '2022-09-19T11:23:50Z', 'revision_number': 5, 'project_id': '078bf59c33cc43579aeb270262079a37', 'subnets': [{'id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:27:44.930188 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd50fdb-5c5b-4f72-a661-4b74a470ebc9 None None] New status for floating IP eb47c3df-3613-4391-ac82-caf12160c700: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:27:46.326298 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a9e55424-8a99-4593-bf20-c79f90bc7710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:48.464308 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7ca42a0b-eee4-48c8-afde-f2f83c195992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:49.260575 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495cfdb-dbce-4d93-9d92-557216ef19b2 req-63b3e72e-03af-4c57-86bb-8183c796b495 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:49.261956 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8495cfdb-dbce-4d93-9d92-557216ef19b2 req-63b3e72e-03af-4c57-86bb-8183c796b495 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0468245 Sep 19 11:27:49.312517 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8495cfdb-dbce-4d93-9d92-557216ef19b2 req-a896b05a-dd44-43d2-ad23-0d503822629b tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449872 Sep 19 11:27:49.825067 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:50.441379 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5621f-0d32-4bf4-ba49-5966dcf9bd78 req-ca9dc324-1402-4fa1-95ed-27ede67339e2 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:50.442822 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5ab5621f-0d32-4bf4-ba49-5966dcf9bd78 req-ca9dc324-1402-4fa1-95ed-27ede67339e2 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0458968 Sep 19 11:27:50.489325 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5ab5621f-0d32-4bf4-ba49-5966dcf9bd78 req-f2a2e028-f7c1-43d8-b03f-5eb71e3b51a7 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409687 Sep 19 11:27:51.304714 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:51.395858 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:51.609564 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98650393-92a5-45d1-8db4-a41ac22c90fb req-6690aa7b-a859-424d-8c8f-2a22ff037b52 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:51.611602 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-98650393-92a5-45d1-8db4-a41ac22c90fb req-6690aa7b-a859-424d-8c8f-2a22ff037b52 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0461140 Sep 19 11:27:51.657250 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-98650393-92a5-45d1-8db4-a41ac22c90fb req-7fc5e825-d603-4be2-ae63-776a1689a2c5 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400240 Sep 19 11:27:52.791021 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d8214-2ad8-41e0-8e89-c5e425fc8691 req-b0caac2b-9509-4e94-8897-85b9fdaf210f tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:52.792627 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-042d8214-2ad8-41e0-8e89-c5e425fc8691 req-b0caac2b-9509-4e94-8897-85b9fdaf210f tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0502973 Sep 19 11:27:52.841685 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-042d8214-2ad8-41e0-8e89-c5e425fc8691 req-10c32c34-410b-47b4-813e-90a8d7ffc2cb tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=88a6d2dd-daef-40f0-9f45-56546111140b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432501 Sep 19 11:27:53.019788 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869bf29-0285-4302-bc4d-d03c513ec956 req-523ac53f-b817-41f6-bcdf-11660d5407e0 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:53.021255 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4869bf29-0285-4302-bc4d-d03c513ec956 req-523ac53f-b817-41f6-bcdf-11660d5407e0 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0467422 Sep 19 11:27:53.109634 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:53.134147 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-4869bf29-0285-4302-bc4d-d03c513ec956 req-c8feef95-be2a-4170-aa9d-cc71a660f444 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Deleting port 7caf44f4-6ec4-453f-b026-5ce545b8b513 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:27:53.134453 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4869bf29-0285-4302-bc4d-d03c513ec956 req-c8feef95-be2a-4170-aa9d-cc71a660f444 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (7caf44f4-6ec4-453f-b026-5ce545b8b513), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:53.212500 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f3694-7a28-4aab-9921-11874defe498 req-a6e31ee0-5a59-4da5-9a09-3190ab967805 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:53.213890 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e92f3694-7a28-4aab-9921-11874defe498 req-a6e31ee0-5a59-4da5-9a09-3190ab967805 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0915761 Sep 19 11:27:53.293839 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-4869bf29-0285-4302-bc4d-d03c513ec956 req-c8feef95-be2a-4170-aa9d-cc71a660f444 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] For port 7caf44f4-6ec4-453f-b026-5ce545b8b513, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=7caf44f4-6ec4-453f-b026-5ce545b8b513,segment=NetworkSegment(72995677-08f5-40c1-af00-f097f32b62f8),segment_id=72995677-08f5-40c1-af00-f097f32b62f8)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:27:53.294202 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4869bf29-0285-4302-bc4d-d03c513ec956 req-c8feef95-be2a-4170-aa9d-cc71a660f444 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (7caf44f4-6ec4-453f-b026-5ce545b8b513), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:53.304328 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e92f3694-7a28-4aab-9921-11874defe498 req-b9687692-ce47-4760-81f8-dc9b533c195e tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828991 Sep 19 11:27:53.458427 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4869bf29-0285-4302-bc4d-d03c513ec956 req-c8feef95-be2a-4170-aa9d-cc71a660f444 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:53.458792 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4869bf29-0285-4302-bc4d-d03c513ec956 req-c8feef95-be2a-4170-aa9d-cc71a660f444 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (6b5d9703-b82a-480e-9068-3fc4463e6cff), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:53.459107 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-4869bf29-0285-4302-bc4d-d03c513ec956 req-c8feef95-be2a-4170-aa9d-cc71a660f444 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Floating IP 6b5d9703-b82a-480e-9068-3fc4463e6cff disassociated. External IP: 172.27.2.60, port: 7caf44f4-6ec4-453f-b026-5ce545b8b513. Sep 19 11:27:53.459455 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-4869bf29-0285-4302-bc4d-d03c513ec956 req-c8feef95-be2a-4170-aa9d-cc71a660f444 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Calling delete_port for 7caf44f4-6ec4-453f-b026-5ce545b8b513 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:27:53.561505 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:53.585878 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4869bf29-0285-4302-bc4d-d03c513ec956 req-c8feef95-be2a-4170-aa9d-cc71a660f444 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (7caf44f4-6ec4-453f-b026-5ce545b8b513), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:53.615171 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8feef95-be2a-4170-aa9d-cc71a660f444 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Pushing event deleted for resources: {'Port': ['ID=7caf44f4-6ec4-453f-b026-5ce545b8b513,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:53.724618 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4869bf29-0285-4302-bc4d-d03c513ec956 req-c8feef95-be2a-4170-aa9d-cc71a660f444 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Router 6b6a071f-fac5-486e-b461-32feb13a2d53 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:27:53.827942 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4869bf29-0285-4302-bc4d-d03c513ec956 req-c8feef95-be2a-4170-aa9d-cc71a660f444 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:27:53.840512 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57626c04-8f40-44a1-ba21-7917702ac4a2 None None] Sync routers for ids ['6b6a071f-fac5-486e-b461-32feb13a2d53'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:27:53.850771 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57626c04-8f40-44a1-ba21-7917702ac4a2 None None] Routers {'6b6a071f-fac5-486e-b461-32feb13a2d53'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:27:53.851378 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-57626c04-8f40-44a1-ba21-7917702ac4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:27:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['6b6a071f-fac5-486e-b461-32feb13a2d53'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:53.873344 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4869bf29-0285-4302-bc4d-d03c513ec956 req-c8feef95-be2a-4170-aa9d-cc71a660f444 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] No DVR routers for this DVR port 7caf44f4-6ec4-453f-b026-5ce545b8b513 on host hv-cinder-82099 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:27:53.875908 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4869bf29-0285-4302-bc4d-d03c513ec956 req-c8feef95-be2a-4170-aa9d-cc71a660f444 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:53.879705 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4869bf29-0285-4302-bc4d-d03c513ec956 req-c8feef95-be2a-4170-aa9d-cc71a660f444 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.72 "DELETE /networking/v2.0/ports/7caf44f4-6ec4-453f-b026-5ce545b8b513 HTTP/1.1" status: 204 len: 173 time: 0.8525107 Sep 19 11:27:53.880230 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6be205d-fa54-491f-87bf-159cda85b1c3', 'name': 'network-vif-deleted', 'tag': '7caf44f4-6ec4-453f-b026-5ce545b8b513'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:27:53.883644 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c727f28-e88b-4b67-9b6c-843589cd99d2" -d '{"events": [{"server_uuid": "e6be205d-fa54-491f-87bf-159cda85b1c3", "name": "network-vif-deleted", "tag": "7caf44f4-6ec4-453f-b026-5ce545b8b513"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:27:53.922020 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560428ee-7b88-409a-822a-f9ee0b630ff3 x-openstack-request-id: req-560428ee-7b88-409a-822a-f9ee0b630ff3 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:27:53.922397 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6be205d-fa54-491f-87bf-159cda85b1c3", "name": "network-vif-deleted", "tag": "7caf44f4-6ec4-453f-b026-5ce545b8b513", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:27:53.922722 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-560428ee-7b88-409a-822a-f9ee0b630ff3 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:27:53.923199 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-560428ee-7b88-409a-822a-f9ee0b630ff3'] response: {'server_uuid': 'e6be205d-fa54-491f-87bf-159cda85b1c3', 'name': 'network-vif-deleted', 'tag': '7caf44f4-6ec4-453f-b026-5ce545b8b513', 'status': 'completed', 'code': 200} Sep 19 11:27:53.956345 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-57626c04-8f40-44a1-ba21-7917702ac4a2 None None] Set router 6b6a071f-fac5-486e-b461-32feb13a2d53 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:27:53.957759 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-005faf77-e7c5-46ee-990b-6105127f4032 req-4b8296ed-f264-4d7d-91e7-aa613c479aa9 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 210 time: 0.0300379 Sep 19 11:27:54.146398 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-57626c04-8f40-44a1-ba21-7917702ac4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'name': 'tempest-ServerRescueNegativeTestJSON-660026723-router', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:36Z', 'revision_number': 4, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'gw_port': {'id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '2d2ea31e-947b-4efb-b589-86aa55a69d00', 'name': '', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'mac_address': 'fa:16:3e:3f:97:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:35Z', 'updated_at': '2022-09-19T11:23:56Z', 'revision_number': 5, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'subnets': [{'id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:54.170437 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57626c04-8f40-44a1-ba21-7917702ac4a2 None None] Checking router: 6b6a071f-fac5-486e-b461-32feb13a2d53 for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:27:54.179263 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57626c04-8f40-44a1-ba21-7917702ac4a2 None None] Routers {'6b6a071f-fac5-486e-b461-32feb13a2d53'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:27:54.179906 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-57626c04-8f40-44a1-ba21-7917702ac4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:27:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['6b6a071f-fac5-486e-b461-32feb13a2d53'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:54.280496 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-57626c04-8f40-44a1-ba21-7917702ac4a2 None None] Set router 6b6a071f-fac5-486e-b461-32feb13a2d53 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:27:54.427740 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11885e9-ef16-432a-ae23-4d7361e5cbab req-5c2ec0e9-749d-4626-a573-3575e74fae54 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:54.429374 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d11885e9-ef16-432a-ae23-4d7361e5cbab req-5c2ec0e9-749d-4626-a573-3575e74fae54 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0475626 Sep 19 11:27:54.450323 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:54.467277 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-57626c04-8f40-44a1-ba21-7917702ac4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'name': 'tempest-ServerRescueNegativeTestJSON-660026723-router', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:36Z', 'revision_number': 4, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'gw_port': {'id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '2d2ea31e-947b-4efb-b589-86aa55a69d00', 'name': '', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'mac_address': 'fa:16:3e:3f:97:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:35Z', 'updated_at': '2022-09-19T11:23:56Z', 'revision_number': 5, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'subnets': [{'id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:54.478753 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d11885e9-ef16-432a-ae23-4d7361e5cbab req-e4a8eab3-cc11-4ce8-8c32-279a9d716b86 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437322 Sep 19 11:27:54.493707 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57626c04-8f40-44a1-ba21-7917702ac4a2 None None] The sync data for ids ['6b6a071f-fac5-486e-b461-32feb13a2d53'] in dv-cinder-820994-5-iscsi is: [{'id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'name': 'tempest-ServerRescueNegativeTestJSON-660026723-router', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:36Z', 'revision_number': 4, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'gw_port': {'id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '2d2ea31e-947b-4efb-b589-86aa55a69d00', 'name': '', 'network_id': '8f760d48-3e02-4562-abc4-dc5b172f3b8a', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'mac_address': 'fa:16:3e:3f:97:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:35Z', 'updated_at': '2022-09-19T11:23:56Z', 'revision_number': 5, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'subnets': [{'id': 'da16c182-c3ae-4775-9d91-5e2002af698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:27:54.697199 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e090c330-e22c-4366-a661-89c1553833fe None None] New status for floating IP 6b5d9703-b82a-480e-9068-3fc4463e6cff: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:27:55.063524 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b568f1a5-613e-4ea4-a4a6-4bc7e93fbce4 req-b32e1f31-8006-4146-b28d-6ea937d5d4a4 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e6be205d-fa54-491f-87bf-159cda85b1c3 HTTP/1.1" status: 200 len: 210 time: 0.0307899 Sep 19 11:27:55.434914 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a401b-bd0e-4c87-8f16-1d77ccdecf8c req-2067bc3c-fae0-4868-b442-79871067742d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:55.436417 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c67a401b-bd0e-4c87-8f16-1d77ccdecf8c req-2067bc3c-fae0-4868-b442-79871067742d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0474610 Sep 19 11:27:55.527378 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-c67a401b-bd0e-4c87-8f16-1d77ccdecf8c req-c079675f-7341-4c28-bc07-c25043ca0f74 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Deleting port be6dcfdf-14a9-42c6-8271-941d034d3349 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:27:55.527606 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c67a401b-bd0e-4c87-8f16-1d77ccdecf8c req-c079675f-7341-4c28-bc07-c25043ca0f74 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (be6dcfdf-14a9-42c6-8271-941d034d3349), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:55.640096 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f48a8-4aa7-4ea7-a458-774b2c8a57b5 req-0c07f367-2f6f-4cd4-b0c1-d4bff5007592 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:55.641537 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1b7f48a8-4aa7-4ea7-a458-774b2c8a57b5 req-0c07f367-2f6f-4cd4-b0c1-d4bff5007592 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0678344 Sep 19 11:27:55.673433 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-c67a401b-bd0e-4c87-8f16-1d77ccdecf8c req-c079675f-7341-4c28-bc07-c25043ca0f74 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] For port be6dcfdf-14a9-42c6-8271-941d034d3349, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=be6dcfdf-14a9-42c6-8271-941d034d3349,segment=NetworkSegment(7e5b877b-24b6-4285-8279-364e2e59bab9),segment_id=7e5b877b-24b6-4285-8279-364e2e59bab9)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:27:55.673802 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c67a401b-bd0e-4c87-8f16-1d77ccdecf8c req-c079675f-7341-4c28-bc07-c25043ca0f74 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (be6dcfdf-14a9-42c6-8271-941d034d3349), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:55.749138 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1b7f48a8-4aa7-4ea7-a458-774b2c8a57b5 req-93b053cd-2d53-4dcb-8e3f-1d9060f954c5 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=429a0977-7172-4b83-be22-c0c59e2918b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009574 Sep 19 11:27:55.862775 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c67a401b-bd0e-4c87-8f16-1d77ccdecf8c req-c079675f-7341-4c28-bc07-c25043ca0f74 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:55.863174 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c67a401b-bd0e-4c87-8f16-1d77ccdecf8c req-c079675f-7341-4c28-bc07-c25043ca0f74 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (a0f9f497-5333-4bc7-8bc7-6e1206e6eea1), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:55.863446 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-c67a401b-bd0e-4c87-8f16-1d77ccdecf8c req-c079675f-7341-4c28-bc07-c25043ca0f74 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Floating IP a0f9f497-5333-4bc7-8bc7-6e1206e6eea1 disassociated. External IP: 172.27.2.224, port: be6dcfdf-14a9-42c6-8271-941d034d3349. Sep 19 11:27:55.863784 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-c67a401b-bd0e-4c87-8f16-1d77ccdecf8c req-c079675f-7341-4c28-bc07-c25043ca0f74 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Calling delete_port for be6dcfdf-14a9-42c6-8271-941d034d3349 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:27:56.158999 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:56.160554 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 60096) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:27:56.254122 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c67a401b-bd0e-4c87-8f16-1d77ccdecf8c req-c079675f-7341-4c28-bc07-c25043ca0f74 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (be6dcfdf-14a9-42c6-8271-941d034d3349), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:56.263591 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4620fa34-8695-44b6-96b3-5ede9f430731 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for security_group (88a6d2dd-daef-40f0-9f45-56546111140b), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:56.294440 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079675f-7341-4c28-bc07-c25043ca0f74 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Pushing event deleted for resources: {'Port': ['ID=be6dcfdf-14a9-42c6-8271-941d034d3349,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:56.315300 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4620fa34-8695-44b6-96b3-5ede9f430731 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for security_group (88a6d2dd-daef-40f0-9f45-56546111140b), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:56.375060 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:56.437363 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4620fa34-8695-44b6-96b3-5ede9f430731 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (88a6d2dd-daef-40f0-9f45-56546111140b), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:56.440582 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4620fa34-8695-44b6-96b3-5ede9f430731 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:56.441741 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4620fa34-8695-44b6-96b3-5ede9f430731 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/88a6d2dd-daef-40f0-9f45-56546111140b HTTP/1.1" status: 204 len: 168 time: 0.2802420 Sep 19 11:27:56.444382 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 60098) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:27:56.459798 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.api.v2.resource [None req-28aeaffb-30f5-44e5-82a7-5c99be9a8234 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] show failed (client error): The resource could not be found. Sep 19 11:27:56.463470 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-28aeaffb-30f5-44e5-82a7-5c99be9a8234 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups/88a6d2dd-daef-40f0-9f45-56546111140b HTTP/1.1" status: 404 len: 347 time: 0.0154579 Sep 19 11:27:56.463606 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620fa34-8695-44b6-96b3-5ede9f430731 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a6d2dd-daef-40f0-9f45-56546111140b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:56.463832 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 60100) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:27:56.470276 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c67a401b-bd0e-4c87-8f16-1d77ccdecf8c req-c079675f-7341-4c28-bc07-c25043ca0f74 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:27:56.578767 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c67a401b-bd0e-4c87-8f16-1d77ccdecf8c req-c079675f-7341-4c28-bc07-c25043ca0f74 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:27:56.584646 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Deleting port 02bad59f-1cc7-4edf-bab3-c1c4b63a453a {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:27:56.585054 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (02bad59f-1cc7-4edf-bab3-c1c4b63a453a), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:56.588698 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ef86cd-0855-4179-a025-efc0ada4fe7e None None] Sync routers for ids ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:27:56.599433 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ef86cd-0855-4179-a025-efc0ada4fe7e None None] Routers {'03f9ab4b-f064-43c1-bb4c-3751e1e578ed'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:27:56.600069 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-d0ef86cd-0855-4179-a025-efc0ada4fe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:27:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:56.628285 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67a401b-bd0e-4c87-8f16-1d77ccdecf8c req-c079675f-7341-4c28-bc07-c25043ca0f74 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] No DVR routers for this DVR port be6dcfdf-14a9-42c6-8271-941d034d3349 on host hv-cinder-82099 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:27:56.631713 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c67a401b-bd0e-4c87-8f16-1d77ccdecf8c req-c079675f-7341-4c28-bc07-c25043ca0f74 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:56.635807 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c67a401b-bd0e-4c87-8f16-1d77ccdecf8c req-c079675f-7341-4c28-bc07-c25043ca0f74 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.72 "DELETE /networking/v2.0/ports/be6dcfdf-14a9-42c6-8271-941d034d3349 HTTP/1.1" status: 204 len: 173 time: 1.1902347 Sep 19 11:27:56.636409 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1', 'name': 'network-vif-deleted', 'tag': 'be6dcfdf-14a9-42c6-8271-941d034d3349'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:27:56.638869 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e209f6a-cc82-4171-84aa-74a4058ee1b2" -d '{"events": [{"server_uuid": "fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1", "name": "network-vif-deleted", "tag": "be6dcfdf-14a9-42c6-8271-941d034d3349"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:27:56.670629 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (02bad59f-1cc7-4edf-bab3-c1c4b63a453a), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:56.670973 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for floatingip (02bad59f-1cc7-4edf-bab3-c1c4b63a453a), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:56.684915 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Calling delete_port for 02bad59f-1cc7-4edf-bab3-c1c4b63a453a owned by network:floatingip {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:27:56.709971 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5128ca-c9ef-4572-99c0-75a1c5c40188 x-openstack-request-id: req-5e5128ca-c9ef-4572-99c0-75a1c5c40188 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:27:56.710341 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1", "name": "network-vif-deleted", "tag": "be6dcfdf-14a9-42c6-8271-941d034d3349", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:27:56.710709 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e5128ca-c9ef-4572-99c0-75a1c5c40188 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:27:56.711182 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e5128ca-c9ef-4572-99c0-75a1c5c40188'] response: {'server_uuid': 'fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1', 'name': 'network-vif-deleted', 'tag': 'be6dcfdf-14a9-42c6-8271-941d034d3349', 'status': 'completed', 'code': 200} Sep 19 11:27:56.748651 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:56.754292 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-d0ef86cd-0855-4179-a025-efc0ada4fe7e None None] Set router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:27:56.832307 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:56.868476 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (02bad59f-1cc7-4edf-bab3-c1c4b63a453a), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:56.923633 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Pushing event deleted for resources: {'Port': ['ID=02bad59f-1cc7-4edf-bab3-c1c4b63a453a,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:56.934295 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:56.934658 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:56.935003 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:56.935347 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:56.935684 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:56.936044 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:56.936382 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:56.936709 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:56.937036 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:56.937363 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:56.937688 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:56.938013 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:56.938335 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:56.939231 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:56.939557 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:27:56.956153 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-be8863c7-f238-42a8-a99d-dbadaad4f8d2 req-8cf19235-7eaf-4443-9fa7-ee90f99d9198 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fbcb63b9-9aca-4b0e-8d59-97f57b35c8b1 HTTP/1.1" status: 200 len: 210 time: 0.0427532 Sep 19 11:27:56.985104 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks [] for floatingip (6b5d9703-b82a-480e-9068-3fc4463e6cff), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:56.988105 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:56.992083 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-8330aba3-7450-41c8-b0aa-63efb46a4e31 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/6b5d9703-b82a-480e-9068-3fc4463e6cff HTTP/1.1" status: 204 len: 168 time: 0.5242345 Sep 19 11:27:57.076662 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-d0ef86cd-0855-4179-a025-efc0ada4fe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'name': 'tempest-AttachVolumeTestJSON-1903269221-router', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:34Z', 'revision_number': 4, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'gw_port': {'id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '68571e1b-c800-4a5f-bf1f-f2f2e866b48e', 'name': '', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'mac_address': 'fa:16:3e:2d:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:32Z', 'updated_at': '2022-09-19T11:23:48Z', 'revision_number': 5, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'subnets': [{'id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:57.102337 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ef86cd-0855-4179-a025-efc0ada4fe7e None None] Checking router: 03f9ab4b-f064-43c1-bb4c-3751e1e578ed for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:27:57.111382 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ef86cd-0855-4179-a025-efc0ada4fe7e None None] Routers {'03f9ab4b-f064-43c1-bb4c-3751e1e578ed'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:27:57.112006 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-d0ef86cd-0855-4179-a025-efc0ada4fe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:27:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:57.215091 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-d0ef86cd-0855-4179-a025-efc0ada4fe7e None None] Set router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:27:57.410626 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-d0ef86cd-0855-4179-a025-efc0ada4fe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'name': 'tempest-AttachVolumeTestJSON-1903269221-router', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:34Z', 'revision_number': 4, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'gw_port': {'id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '68571e1b-c800-4a5f-bf1f-f2f2e866b48e', 'name': '', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'mac_address': 'fa:16:3e:2d:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:32Z', 'updated_at': '2022-09-19T11:23:48Z', 'revision_number': 5, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'subnets': [{'id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:27:57.435420 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ef86cd-0855-4179-a025-efc0ada4fe7e None None] The sync data for ids ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'] in dv-cinder-820994-5-iscsi is: [{'id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'name': 'tempest-AttachVolumeTestJSON-1903269221-router', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:34Z', 'revision_number': 4, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'gw_port': {'id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '68571e1b-c800-4a5f-bf1f-f2f2e866b48e', 'name': '', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'mac_address': 'fa:16:3e:2d:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:32Z', 'updated_at': '2022-09-19T11:23:48Z', 'revision_number': 5, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'subnets': [{'id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:27:57.649265 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737005de-f333-4afb-b610-b3ac543b1df3 None None] New status for floating IP a0f9f497-5333-4bc7-8bc7-6e1206e6eea1: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:27:58.050219 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 60116) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:27:58.107743 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bd490b2-2bd0-450a-a469-46aa3a9c08f3 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group (429a0977-7172-4b83-be22-c0c59e2918b7), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:58.120948 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 7caf44f4-6ec4-453f-b026-5ce545b8b513 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:27:58.133928 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bd490b2-2bd0-450a-a469-46aa3a9c08f3 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group (429a0977-7172-4b83-be22-c0c59e2918b7), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:58.143876 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] No Port match for: 7caf44f4-6ec4-453f-b026-5ce545b8b513 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:27:58.144229 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 7caf44f4-6ec4-453f-b026-5ce545b8b513 not bound to the agent host hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:27:58.144662 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device be6dcfdf-14a9-42c6-8271-941d034d3349 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:27:58.163030 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] No Port match for: be6dcfdf-14a9-42c6-8271-941d034d3349 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:27:58.163382 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device be6dcfdf-14a9-42c6-8271-941d034d3349 not bound to the agent host hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:27:58.185378 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bd490b2-2bd0-450a-a469-46aa3a9c08f3 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (429a0977-7172-4b83-be22-c0c59e2918b7), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:58.188041 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bd490b2-2bd0-450a-a469-46aa3a9c08f3 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:58.191978 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9bd490b2-2bd0-450a-a469-46aa3a9c08f3 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/429a0977-7172-4b83-be22-c0c59e2918b7 HTTP/1.1" status: 204 len: 168 time: 0.1379645 Sep 19 11:27:58.192300 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 60124) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:27:58.199452 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd490b2-2bd0-450a-a469-46aa3a9c08f3 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=429a0977-7172-4b83-be22-c0c59e2918b7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:58.212466 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.api.v2.resource [None req-cf852f5b-2eef-4064-a035-8f6eaef86cb5 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] show failed (client error): The resource could not be found. Sep 19 11:27:58.213855 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-cf852f5b-2eef-4064-a035-8f6eaef86cb5 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups/429a0977-7172-4b83-be22-c0c59e2918b7 HTTP/1.1" status: 404 len: 347 time: 0.0205140 Sep 19 11:27:58.217169 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 60126) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:27:58.330731 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-c8820c20-edb2-41d8-833b-8f771e17ae65 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Deleting port de129f30-a96f-4045-8376-4333de63969d {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:27:58.331006 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c8820c20-edb2-41d8-833b-8f771e17ae65 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (de129f30-a96f-4045-8376-4333de63969d), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:58.411396 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c8820c20-edb2-41d8-833b-8f771e17ae65 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (de129f30-a96f-4045-8376-4333de63969d), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:58.411847 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c8820c20-edb2-41d8-833b-8f771e17ae65 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for floatingip (de129f30-a96f-4045-8376-4333de63969d), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:58.428956 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-c8820c20-edb2-41d8-833b-8f771e17ae65 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Calling delete_port for de129f30-a96f-4045-8376-4333de63969d owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:27:58.496743 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:58.570208 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c8820c20-edb2-41d8-833b-8f771e17ae65 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (de129f30-a96f-4045-8376-4333de63969d), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:58.598818 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8820c20-edb2-41d8-833b-8f771e17ae65 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Pushing event deleted for resources: {'Port': ['ID=de129f30-a96f-4045-8376-4333de63969d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:58.661658 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c8820c20-edb2-41d8-833b-8f771e17ae65 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for floatingip (a0f9f497-5333-4bc7-8bc7-6e1206e6eea1), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:58.664185 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c8820c20-edb2-41d8-833b-8f771e17ae65 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:58.665335 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-c8820c20-edb2-41d8-833b-8f771e17ae65 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/a0f9f497-5333-4bc7-8bc7-6e1206e6eea1 HTTP/1.1" status: 204 len: 168 time: 0.4471848 Sep 19 11:27:58.742915 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 60130) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:27:58.747489 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-aba80fa5-07f4-4295-a922-5162e762c183 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1274841413', 'description': 'tempest-description--280783712'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:27:58.768636 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aba80fa5-07f4-4295-a922-5162e762c183 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:58.784495 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:58.839010 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aba80fa5-07f4-4295-a922-5162e762c183 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group (19d8f30d-e2f9-4408-ae55-b65697b0a3a1), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:58.842387 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aba80fa5-07f4-4295-a922-5162e762c183 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (19d8f30d-e2f9-4408-ae55-b65697b0a3a1), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:58.870997 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aba80fa5-07f4-4295-a922-5162e762c183 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:58.872174 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-aba80fa5-07f4-4295-a922-5162e762c183 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1282079 Sep 19 11:27:58.875203 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 60132) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:27:58.876458 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba80fa5-07f4-4295-a922-5162e762c183 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d8f30d-e2f9-4408-ae55-b65697b0a3a1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:58.879654 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-a5e64ba3-e6d8-44cc-b5ba-b4d8dd7bbd12 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Request body: {'security_group_rule': {'security_group_id': '19d8f30d-e2f9-4408-ae55-b65697b0a3a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:27:58.906167 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a5e64ba3-e6d8-44cc-b5ba-b4d8dd7bbd12 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group_rule (a827de8f-525c-4788-977f-4c768c9a1023), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:58.963824 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a5e64ba3-e6d8-44cc-b5ba-b4d8dd7bbd12 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group_rule (a827de8f-525c-4788-977f-4c768c9a1023), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:58.967303 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a5e64ba3-e6d8-44cc-b5ba-b4d8dd7bbd12 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (a827de8f-525c-4788-977f-4c768c9a1023), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:58.985496 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e64ba3-e6d8-44cc-b5ba-b4d8dd7bbd12 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a827de8f-525c-4788-977f-4c768c9a1023,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:58.993534 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a5e64ba3-e6d8-44cc-b5ba-b4d8dd7bbd12 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:58.996170 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-a5e64ba3-e6d8-44cc-b5ba-b4d8dd7bbd12 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199608 Sep 19 11:27:58.997433 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 60134) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:27:59.002140 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-75404c03-d8f5-45d5-8400-d729e9435ff5 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Request body: {'security_group_rule': {'security_group_id': '19d8f30d-e2f9-4408-ae55-b65697b0a3a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:27:59.027905 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-75404c03-d8f5-45d5-8400-d729e9435ff5 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group_rule (43e79586-80e9-4975-acbb-86f314927831), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:59.081365 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:59.083174 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-75404c03-d8f5-45d5-8400-d729e9435ff5 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group_rule (43e79586-80e9-4975-acbb-86f314927831), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:59.087010 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-75404c03-d8f5-45d5-8400-d729e9435ff5 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (43e79586-80e9-4975-acbb-86f314927831), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:59.107234 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75404c03-d8f5-45d5-8400-d729e9435ff5 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e79586-80e9-4975-acbb-86f314927831,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:59.115320 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-75404c03-d8f5-45d5-8400-d729e9435ff5 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:59.116516 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-75404c03-d8f5-45d5-8400-d729e9435ff5 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181571 Sep 19 11:27:59.119640 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 60136) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:27:59.123798 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-66944454-2a65-4484-bf6e-d99b91fc1fbe tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Request body: {'floatingip': {'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:27:59.145285 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-66944454-2a65-4484-bf6e-d99b91fc1fbe tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:59.223706 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-66944454-2a65-4484-bf6e-d99b91fc1fbe tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:59.283877 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:27:59.335729 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-66944454-2a65-4484-bf6e-d99b91fc1fbe tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Allocated IP 172.27.2.7 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/3c93e50a-c5df-4567-9997-52d22d168877) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:27:59.446709 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-66944454-2a65-4484-bf6e-d99b91fc1fbe tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for port (3c93e50a-c5df-4567-9997-52d22d168877), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:59.478451 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-66944454-2a65-4484-bf6e-d99b91fc1fbe tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (3c93e50a-c5df-4567-9997-52d22d168877), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:59.498466 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f65276-718d-4177-9327-20ddcf45d305 req-46ee6655-c188-4f38-aabf-ce9e49186a39 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:27:59.499994 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-70f65276-718d-4177-9327-20ddcf45d305 req-46ee6655-c188-4f38-aabf-ce9e49186a39 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0506458 Sep 19 11:27:59.520413 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66944454-2a65-4484-bf6e-d99b91fc1fbe tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:27:59.525403 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-66944454-2a65-4484-bf6e-d99b91fc1fbe tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:27:59.527784 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66944454-2a65-4484-bf6e-d99b91fc1fbe tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:27:59.531186 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66944454-2a65-4484-bf6e-d99b91fc1fbe tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Pushing event updated for resources: {'Port': ['ID=3c93e50a-c5df-4567-9997-52d22d168877,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:27:59.550375 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-70f65276-718d-4177-9327-20ddcf45d305 req-ef400ad8-89c2-4472-8b30-797dcbca30b7 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439782 Sep 19 11:27:59.615062 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-66944454-2a65-4484-bf6e-d99b91fc1fbe tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for floatingip (316444ba-d4d5-40f0-b194-0532b347f292), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:27:59.650193 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-66944454-2a65-4484-bf6e-d99b91fc1fbe tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (3c93e50a-c5df-4567-9997-52d22d168877), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:00.000280 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:00.002763 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-66944454-2a65-4484-bf6e-d99b91fc1fbe tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for port (3c93e50a-c5df-4567-9997-52d22d168877), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:00.007001 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-66944454-2a65-4484-bf6e-d99b91fc1fbe tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336761'] for port (3c93e50a-c5df-4567-9997-52d22d168877), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:00.075790 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-66944454-2a65-4484-bf6e-d99b91fc1fbe tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (316444ba-d4d5-40f0-b194-0532b347f292), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:00.080207 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66944454-2a65-4484-bf6e-d99b91fc1fbe tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Pushing event updated for resources: {'Port': ['ID=3c93e50a-c5df-4567-9997-52d22d168877,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:00.093698 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-66944454-2a65-4484-bf6e-d99b91fc1fbe tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:00.094941 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-66944454-2a65-4484-bf6e-d99b91fc1fbe tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9743495 Sep 19 11:28:00.291823 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad532895-26fb-4401-9112-932fe16edf02 req-1a3cc6c9-97c4-41f4-9f5e-ad90d0ab324e tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1274841413&fields=id&tenant_id=e8a952d8324548d7a8e80f72449ea5e6 HTTP/1.1" status: 200 len: 267 time: 0.0418527 Sep 19 11:28:00.400252 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad532895-26fb-4401-9112-932fe16edf02 req-3293f4cd-c229-44de-8535-8796bd6c2d3e tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:00.401709 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad532895-26fb-4401-9112-932fe16edf02 req-3293f4cd-c229-44de-8535-8796bd6c2d3e tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/networks?id=79977212-9704-4425-8d7a-e6522d6f3c5b HTTP/1.1" status: 200 len: 811 time: 0.1037800 Sep 19 11:28:00.415992 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad532895-26fb-4401-9112-932fe16edf02 req-3cfc38bc-ff3b-4236-a7d5-e4d45da2258b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/quotas/e8a952d8324548d7a8e80f72449ea5e6 HTTP/1.1" status: 200 len: 375 time: 0.0089076 Sep 19 11:28:00.464745 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad532895-26fb-4401-9112-932fe16edf02 req-3e538df0-5ef7-4540-8ee7-4a9ea96fb0b5 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e8a952d8324548d7a8e80f72449ea5e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439699 Sep 19 11:28:00.560422 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad532895-26fb-4401-9112-932fe16edf02 req-769df928-1c1b-4233-9563-9abef64ede0f service neutron] 10.222.0.81 "GET /networking/v2.0/networks/79977212-9704-4425-8d7a-e6522d6f3c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837691 Sep 19 11:28:00.690045 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a912453-cebc-4320-a6b7-86a2db8b25d0 req-26874c14-5357-4964-98c2-14342cfe2892 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:00.691517 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9a912453-cebc-4320-a6b7-86a2db8b25d0 req-26874c14-5357-4964-98c2-14342cfe2892 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0647790 Sep 19 11:28:00.695041 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad532895-26fb-4401-9112-932fe16edf02 req-4c5ca96d-8f8b-4129-b054-615b7e1a7aed service neutron] 10.222.0.81 "GET /networking/v2.0/networks/79977212-9704-4425-8d7a-e6522d6f3c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291068 Sep 19 11:28:00.712336 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:00.742803 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9a912453-cebc-4320-a6b7-86a2db8b25d0 req-236e60c0-6040-4071-84d1-9cacedc29fc2 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456834 Sep 19 11:28:00.863663 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce974e61-262e-4c51-94c7-ed8f67aad5ab req-7f6e432f-70d5-43bc-a838-3d60b551cec2 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 210 time: 0.0315266 Sep 19 11:28:00.917672 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:01.863206 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07ad5b-ee67-465f-8814-b67224f29e76 req-57dfad79-8245-46dd-8202-2b132d9090ea tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:01.864738 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fb07ad5b-ee67-465f-8814-b67224f29e76 req-57dfad79-8245-46dd-8202-2b132d9090ea tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0464904 Sep 19 11:28:01.913974 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fb07ad5b-ee67-465f-8814-b67224f29e76 req-811e8f52-3673-48a3-adee-7bc778d07d83 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435007 Sep 19 11:28:01.987260 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9cad666c-7a77-41e7-a22d-95e26843dc85 req-9c346498-92f7-4d2a-abe8-d5e233c6c77b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 210 time: 0.0313618 Sep 19 11:28:01.997934 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1ea58-7531-4fb5-89ad-f6481b1a7030 req-811f7a5e-4f13-4c7c-ac1d-9d9f6ecb288a tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:01.999542 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-11e1ea58-7531-4fb5-89ad-f6481b1a7030 req-811f7a5e-4f13-4c7c-ac1d-9d9f6ecb288a tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 946 time: 0.0718088 Sep 19 11:28:02.092916 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-11e1ea58-7531-4fb5-89ad-f6481b1a7030 req-75995745-038c-49f9-b47e-2a13c09ef28d tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Deleting port f759b9af-a4de-46a2-b77f-a99514276d61 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:28:02.093274 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-11e1ea58-7531-4fb5-89ad-f6481b1a7030 req-75995745-038c-49f9-b47e-2a13c09ef28d tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (f759b9af-a4de-46a2-b77f-a99514276d61), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:02.156614 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:02.192197 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-11e1ea58-7531-4fb5-89ad-f6481b1a7030 req-75995745-038c-49f9-b47e-2a13c09ef28d tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] For port f759b9af-a4de-46a2-b77f-a99514276d61, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=f759b9af-a4de-46a2-b77f-a99514276d61,segment=NetworkSegment(72995677-08f5-40c1-af00-f097f32b62f8),segment_id=72995677-08f5-40c1-af00-f097f32b62f8)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:28:02.192482 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-11e1ea58-7531-4fb5-89ad-f6481b1a7030 req-75995745-038c-49f9-b47e-2a13c09ef28d tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (f759b9af-a4de-46a2-b77f-a99514276d61), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:02.205792 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-11e1ea58-7531-4fb5-89ad-f6481b1a7030 req-75995745-038c-49f9-b47e-2a13c09ef28d tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Calling delete_port for f759b9af-a4de-46a2-b77f-a99514276d61 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:28:02.329834 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-11e1ea58-7531-4fb5-89ad-f6481b1a7030 req-75995745-038c-49f9-b47e-2a13c09ef28d tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (f759b9af-a4de-46a2-b77f-a99514276d61), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:02.344786 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['f759b9af-a4de-46a2-b77f-a99514276d61', 'd8d9d58e-5f33-4c6e-bba4-32413e04606d'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:28:02.363735 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75995745-038c-49f9-b47e-2a13c09ef28d tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Pushing event deleted for resources: {'Port': ['ID=f759b9af-a4de-46a2-b77f-a99514276d61,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:02.417384 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e1ea58-7531-4fb5-89ad-f6481b1a7030 req-75995745-038c-49f9-b47e-2a13c09ef28d tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] No DVR routers for this DVR port f759b9af-a4de-46a2-b77f-a99514276d61 on host hv-cinder-82099 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:28:02.420941 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-11e1ea58-7531-4fb5-89ad-f6481b1a7030 req-75995745-038c-49f9-b47e-2a13c09ef28d tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:02.425157 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-11e1ea58-7531-4fb5-89ad-f6481b1a7030 req-75995745-038c-49f9-b47e-2a13c09ef28d tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.72 "DELETE /networking/v2.0/ports/f759b9af-a4de-46a2-b77f-a99514276d61 HTTP/1.1" status: 204 len: 173 time: 0.4182925 Sep 19 11:28:02.425903 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fde0ab-90d4-496f-8d81-15056c43a44e', 'name': 'network-vif-deleted', 'tag': 'f759b9af-a4de-46a2-b77f-a99514276d61'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:28:02.429036 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20460e5-eb2d-481d-805e-a05b5cb5fa93" -d '{"events": [{"server_uuid": "c1fde0ab-90d4-496f-8d81-15056c43a44e", "name": "network-vif-deleted", "tag": "f759b9af-a4de-46a2-b77f-a99514276d61"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:28:02.443800 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:02.473859 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5883a5f1-7315-4721-a7ab-28c76ac453dc x-openstack-request-id: req-5883a5f1-7315-4721-a7ab-28c76ac453dc {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:28:02.474612 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fde0ab-90d4-496f-8d81-15056c43a44e", "name": "network-vif-deleted", "tag": "f759b9af-a4de-46a2-b77f-a99514276d61", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:28:02.474612 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5883a5f1-7315-4721-a7ab-28c76ac453dc {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:28:02.474835 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5883a5f1-7315-4721-a7ab-28c76ac453dc'] response: {'server_uuid': 'c1fde0ab-90d4-496f-8d81-15056c43a44e', 'name': 'network-vif-deleted', 'tag': 'f759b9af-a4de-46a2-b77f-a99514276d61', 'status': 'completed', 'code': 200} Sep 19 11:28:02.481861 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:02.637702 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad532895-26fb-4401-9112-932fe16edf02 req-70a88e1b-416d-4d2c-81dd-43414141f958 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:02.639143 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad532895-26fb-4401-9112-932fe16edf02 req-70a88e1b-416d-4d2c-81dd-43414141f958 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.72 "GET /networking/v2.0/networks?id=79977212-9704-4425-8d7a-e6522d6f3c5b HTTP/1.1" status: 200 len: 811 time: 0.1113484 Sep 19 11:28:02.717392 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad532895-26fb-4401-9112-932fe16edf02 req-7eb4488f-bffb-46d5-9859-b77069405485 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e8a952d8324548d7a8e80f72449ea5e6 HTTP/1.1" status: 200 len: 380 time: 0.0673208 Sep 19 11:28:02.732261 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-ad532895-26fb-4401-9112-932fe16edf02 req-f0369d79-9500-4736-8e41-3ac785edfe9d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Request body: {'port': {'device_id': 'b41ac543-a9ec-414f-a8e8-4d7e39da3faa', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'admin_state_up': True, 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'security_groups': ['19d8f30d-e2f9-4408-ae55-b65697b0a3a1']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:28:02.858472 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad532895-26fb-4401-9112-932fe16edf02 req-f0369d79-9500-4736-8e41-3ac785edfe9d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Made reservation on behalf of e8a952d8324548d7a8e80f72449ea5e6 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:28:02.862791 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ad532895-26fb-4401-9112-932fe16edf02 req-f0369d79-9500-4736-8e41-3ac785edfe9d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:02.928109 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:03.001661 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-ad532895-26fb-4401-9112-932fe16edf02 req-f0369d79-9500-4736-8e41-3ac785edfe9d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Allocated IP 172.20.0.14 (79977212-9704-4425-8d7a-e6522d6f3c5b/0857979c-3349-4111-a884-534dbfbaeaf0/b7a27a1f-b11e-49b5-8ad6-452d21e318e9) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:28:03.042731 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7dd04bd1-9726-498f-98b3-14795830bad5 req-59c746a8-b0c4-4d2d-9085-5ceafdcd7890 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fde0ab-90d4-496f-8d81-15056c43a44e HTTP/1.1" status: 200 len: 210 time: 0.0352576 Sep 19 11:28:03.118732 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8e46283b-5a77-48c9-90e5-a98f9eab2d99 req-d4a7f67d-4ee4-4e14-941d-7b6a3d815a8d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 210 time: 0.0455604 Sep 19 11:28:03.203570 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:03.215486 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ad532895-26fb-4401-9112-932fe16edf02 req-f0369d79-9500-4736-8e41-3ac785edfe9d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for port (b7a27a1f-b11e-49b5-8ad6-452d21e318e9), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:03.252061 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ad532895-26fb-4401-9112-932fe16edf02 req-f0369d79-9500-4736-8e41-3ac785edfe9d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (b7a27a1f-b11e-49b5-8ad6-452d21e318e9), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:03.296201 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad532895-26fb-4401-9112-932fe16edf02 req-f0369d79-9500-4736-8e41-3ac785edfe9d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Network 79977212-9704-4425-8d7a-e6522d6f3c5b is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:28:03.305708 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-ad532895-26fb-4401-9112-932fe16edf02 req-f0369d79-9500-4736-8e41-3ac785edfe9d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:28:03.309678 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad532895-26fb-4401-9112-932fe16edf02 req-f0369d79-9500-4736-8e41-3ac785edfe9d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:28:03.314463 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0369d79-9500-4736-8e41-3ac785edfe9d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Pushing event updated for resources: {'Port': ['ID=b7a27a1f-b11e-49b5-8ad6-452d21e318e9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:03.366271 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad532895-26fb-4401-9112-932fe16edf02 req-f0369d79-9500-4736-8e41-3ac785edfe9d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:03.367513 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ad532895-26fb-4401-9112-932fe16edf02 req-f0369d79-9500-4736-8e41-3ac785edfe9d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:03.386459 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad532895-26fb-4401-9112-932fe16edf02 req-f0369d79-9500-4736-8e41-3ac785edfe9d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6584446 Sep 19 11:28:03.398691 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-ad532895-26fb-4401-9112-932fe16edf02 req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] Request body: {'port': {'device_id': 'b41ac543-a9ec-414f-a8e8-4d7e39da3faa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:28:03.462634 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ad532895-26fb-4401-9112-932fe16edf02 req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (b7a27a1f-b11e-49b5-8ad6-452d21e318e9), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:03.565843 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-fed5a897-b48b-4dc3-a747-252298746e04 None None] Provisioning complete for port b7a27a1f-b11e-49b5-8ad6-452d21e318e9 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:28:03.566435 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fed5a897-b48b-4dc3-a747-252298746e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (b7a27a1f-b11e-49b5-8ad6-452d21e318e9), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:03.566565 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-fed5a897-b48b-4dc3-a747-252298746e04 None None] Attempt 1 to provision port b7a27a1f-b11e-49b5-8ad6-452d21e318e9 Sep 19 11:28:03.598529 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-fed5a897-b48b-4dc3-a747-252298746e04 None None] Port b7a27a1f-b11e-49b5-8ad6-452d21e318e9 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:28:03.731609 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-ad532895-26fb-4401-9112-932fe16edf02 req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a27a1f-b11e-49b5-8ad6-452d21e318e9 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:28:03.739257 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ad532895-26fb-4401-9112-932fe16edf02 req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] Publish callbacks [] for port (b7a27a1f-b11e-49b5-8ad6-452d21e318e9), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:03.752062 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-ad532895-26fb-4401-9112-932fe16edf02 req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] Transition to ACTIVE for port object b7a27a1f-b11e-49b5-8ad6-452d21e318e9 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 11:28:03.756775 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ad532895-26fb-4401-9112-932fe16edf02 req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (b7a27a1f-b11e-49b5-8ad6-452d21e318e9), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:03.783692 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:03.836324 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a27a1f-b11e-49b5-8ad6-452d21e318e9,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:03.869191 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-ad532895-26fb-4401-9112-932fe16edf02 req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] Attempting to bind port b7a27a1f-b11e-49b5-8ad6-452d21e318e9 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:28:03.869525 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-ad532895-26fb-4401-9112-932fe16edf02 req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] Attempting to bind port b7a27a1f-b11e-49b5-8ad6-452d21e318e9 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '7e5b877b-24b6-4285-8279-364e2e59bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:28:03.869852 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad532895-26fb-4401-9112-932fe16edf02 req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] Attempting to bind port b7a27a1f-b11e-49b5-8ad6-452d21e318e9 on network 79977212-9704-4425-8d7a-e6522d6f3c5b {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:28:03.913537 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad532895-26fb-4401-9112-932fe16edf02 req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] Port b7a27a1f-b11e-49b5-8ad6-452d21e318e9 on network 79977212-9704-4425-8d7a-e6522d6f3c5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 11:28:03.913864 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad532895-26fb-4401-9112-932fe16edf02 req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] Attempting to bind port b7a27a1f-b11e-49b5-8ad6-452d21e318e9 on network 79977212-9704-4425-8d7a-e6522d6f3c5b {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:28:03.960326 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad532895-26fb-4401-9112-932fe16edf02 req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] Checking agent: {'id': '89dce09e-1d3d-46be-9edc-f71162f9f1f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'started_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:28:03.961004 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad532895-26fb-4401-9112-932fe16edf02 req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] Checking segment: {'id': '7e5b877b-24b6-4285-8279-364e2e59bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:28:03.961131 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad532895-26fb-4401-9112-932fe16edf02 req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] Bound using segment: {'id': '7e5b877b-24b6-4285-8279-364e2e59bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:28:03.961458 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-ad532895-26fb-4401-9112-932fe16edf02 req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] Bound port: b7a27a1f-b11e-49b5-8ad6-452d21e318e9, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5b877b-24b6-4285-8279-364e2e59bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:28:03.961904 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ad532895-26fb-4401-9112-932fe16edf02 req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (b7a27a1f-b11e-49b5-8ad6-452d21e318e9), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:03.993774 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:04.024003 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-ad532895-26fb-4401-9112-932fe16edf02 req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] For port b7a27a1f-b11e-49b5-8ad6-452d21e318e9, host hv-cinder-82099, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:28:04.027058 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-ad532895-26fb-4401-9112-932fe16edf02 req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] For port b7a27a1f-b11e-49b5-8ad6-452d21e318e9, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=b7a27a1f-b11e-49b5-8ad6-452d21e318e9,segment=NetworkSegment(7e5b877b-24b6-4285-8279-364e2e59bab9),segment_id=7e5b877b-24b6-4285-8279-364e2e59bab9)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:28:04.032991 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ad532895-26fb-4401-9112-932fe16edf02 req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (b7a27a1f-b11e-49b5-8ad6-452d21e318e9), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:04.037847 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad532895-26fb-4401-9112-932fe16edf02 req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:04.038462 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ad532895-26fb-4401-9112-932fe16edf02 req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:04.039883 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad532895-26fb-4401-9112-932fe16edf02 req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/b7a27a1f-b11e-49b5-8ad6-452d21e318e9 HTTP/1.1" status: 200 len: 1094 time: 0.6454346 Sep 19 11:28:04.099864 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-fed5a897-b48b-4dc3-a747-252298746e04 None None] Attempt 2 to provision port b7a27a1f-b11e-49b5-8ad6-452d21e318e9 Sep 19 11:28:04.101073 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483c09e-bcbd-4889-a77a-dc5cb3e4bf10 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a27a1f-b11e-49b5-8ad6-452d21e318e9,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:04.132651 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad532895-26fb-4401-9112-932fe16edf02 req-6190c8c3-05aa-4186-a68f-6649eb481c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:04.134594 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad532895-26fb-4401-9112-932fe16edf02 req-6190c8c3-05aa-4186-a68f-6649eb481c89 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=e8a952d8324548d7a8e80f72449ea5e6&device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 1128 time: 0.0511827 Sep 19 11:28:04.174476 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-fed5a897-b48b-4dc3-a747-252298746e04 None None] Port b7a27a1f-b11e-49b5-8ad6-452d21e318e9 had new provisioning blocks added so it will not transition to active. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 11:28:04.188318 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad532895-26fb-4401-9112-932fe16edf02 req-9cfa2e66-0252-443c-9e28-08af023f2853 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7a27a1f-b11e-49b5-8ad6-452d21e318e9 HTTP/1.1" status: 200 len: 217 time: 0.0429327 Sep 19 11:28:04.290521 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab6d88-0b5c-44c1-9838-8d69ea8bea9d req-b828cb0b-f378-44b3-8dbe-ebceb3685706 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:04.293016 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f4ab6d88-0b5c-44c1-9838-8d69ea8bea9d req-b828cb0b-f378-44b3-8dbe-ebceb3685706 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 944 time: 0.0842144 Sep 19 11:28:04.293386 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad532895-26fb-4401-9112-932fe16edf02 req-9b657dbf-5927-4c26-a53e-c5c7ab1002f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:04.294721 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad532895-26fb-4401-9112-932fe16edf02 req-9b657dbf-5927-4c26-a53e-c5c7ab1002f0 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0857979c-3349-4111-a884-534dbfbaeaf0 HTTP/1.1" status: 200 len: 850 time: 0.0977957 Sep 19 11:28:04.369553 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f4ab6d88-0b5c-44c1-9838-8d69ea8bea9d req-c33ae78a-1664-4564-9de2-5a3de62dd70c tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=19d8f30d-e2f9-4408-ae55-b65697b0a3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712891 Sep 19 11:28:04.383506 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43cb58-3b4c-48cc-9c54-c71ee7b4fcf6 req-4a8065cb-fcfb-4a09-8a14-f469320f5e7c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:04.385078 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0e43cb58-3b4c-48cc-9c54-c71ee7b4fcf6 req-4a8065cb-fcfb-4a09-8a14-f469320f5e7c tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0605280 Sep 19 11:28:04.431891 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0e43cb58-3b4c-48cc-9c54-c71ee7b4fcf6 req-802b8fef-d310-4b8f-9002-509c6578e7b6 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412908 Sep 19 11:28:04.475595 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b41ac543-a9ec-414f-a8e8-4d7e39da3faa', 'tag': 'b7a27a1f-b11e-49b5-8ad6-452d21e318e9'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:28:04.477886 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5496dff2-1739-4698-b1c7-c3c6354a1e95" -d '{"events": [{"name": "network-changed", "server_uuid": "b41ac543-a9ec-414f-a8e8-4d7e39da3faa", "tag": "b7a27a1f-b11e-49b5-8ad6-452d21e318e9"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:28:04.513048 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f24eea5-1f1b-4152-82c5-619dc330df38 x-openstack-request-id: req-1f24eea5-1f1b-4152-82c5-619dc330df38 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:28:04.513328 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b41ac543-a9ec-414f-a8e8-4d7e39da3faa", "tag": "b7a27a1f-b11e-49b5-8ad6-452d21e318e9", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:28:04.513576 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1f24eea5-1f1b-4152-82c5-619dc330df38 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:28:04.513966 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f24eea5-1f1b-4152-82c5-619dc330df38'] response: {'name': 'network-changed', 'server_uuid': 'b41ac543-a9ec-414f-a8e8-4d7e39da3faa', 'tag': 'b7a27a1f-b11e-49b5-8ad6-452d21e318e9', 'status': 'completed', 'code': 200} Sep 19 11:28:05.490624 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34cded-18ee-48b2-8c16-6edcd0702d30 req-13a3409a-7a71-4b54-9977-015823470131 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:05.492127 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ab34cded-18ee-48b2-8c16-6edcd0702d30 req-13a3409a-7a71-4b54-9977-015823470131 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 944 time: 0.0474072 Sep 19 11:28:05.575891 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c4a10-ec90-4da8-b516-b759382686eb req-370faa98-539b-4687-94d9-3bcc062eebdf tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:05.577333 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8c6c4a10-ec90-4da8-b516-b759382686eb req-370faa98-539b-4687-94d9-3bcc062eebdf tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0632029 Sep 19 11:28:05.581141 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ab34cded-18ee-48b2-8c16-6edcd0702d30 req-24f7d9c2-dc45-46a1-abd8-e2c27618bcd2 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=19d8f30d-e2f9-4408-ae55-b65697b0a3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835850 Sep 19 11:28:05.624782 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8c6c4a10-ec90-4da8-b516-b759382686eb req-cebcf9c1-23eb-4129-96d7-a9a764b35d5b tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410247 Sep 19 11:28:06.156476 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device f759b9af-a4de-46a2-b77f-a99514276d61 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:28:06.176456 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] No Port match for: f759b9af-a4de-46a2-b77f-a99514276d61 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:28:06.176800 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device f759b9af-a4de-46a2-b77f-a99514276d61 not bound to the agent host hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:28:06.705193 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9b4b5-5fe7-47aa-9288-943006357f2d req-45b803f1-2990-4d28-b42c-395cb40b6823 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:06.706664 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-09d9b4b5-5fe7-47aa-9288-943006357f2d req-45b803f1-2990-4d28-b42c-395cb40b6823 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 944 time: 0.0476747 Sep 19 11:28:06.768403 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00302c1-38a3-4ae5-a92b-46f444d9d386 req-a526b32b-c5e5-4a14-8d81-5cd0002aaf1a tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:06.769854 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d00302c1-38a3-4ae5-a92b-46f444d9d386 req-a526b32b-c5e5-4a14-8d81-5cd0002aaf1a tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0623324 Sep 19 11:28:06.808394 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-09d9b4b5-5fe7-47aa-9288-943006357f2d req-5fe0000a-0581-4a5d-83a1-0cc603c4b295 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=19d8f30d-e2f9-4408-ae55-b65697b0a3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928490 Sep 19 11:28:06.823421 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:06.833655 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d00302c1-38a3-4ae5-a92b-46f444d9d386 req-0844b49b-8d71-46cd-814b-63bd5b031829 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581040 Sep 19 11:28:07.430071 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad532895-26fb-4401-9112-932fe16edf02 req-a064f8c0-c6c3-41b9-a1c9-8787fadb5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:07.431648 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad532895-26fb-4401-9112-932fe16edf02 req-a064f8c0-c6c3-41b9-a1c9-8787fadb5cf5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=79977212-9704-4425-8d7a-e6522d6f3c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412393 Sep 19 11:28:07.539528 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad532895-26fb-4401-9112-932fe16edf02 req-b5027833-6c9b-43a4-8e61-e5a951775a94 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/79977212-9704-4425-8d7a-e6522d6f3c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963497 Sep 19 11:28:07.682483 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad532895-26fb-4401-9112-932fe16edf02 req-e638cc4e-10df-46e2-9f99-da23bf6f8a32 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/79977212-9704-4425-8d7a-e6522d6f3c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858757 Sep 19 11:28:07.770646 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ac3fa-c366-480e-b7b3-2c608d5fdd84 req-c78245f5-5049-4c7c-a9f7-2fdaaa31a098 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:07.772120 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6d0ac3fa-c366-480e-b7b3-2c608d5fdd84 req-c78245f5-5049-4c7c-a9f7-2fdaaa31a098 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0506043 Sep 19 11:28:07.916069 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:07.959545 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb661b-7453-4713-9932-14e7ca61107f req-8c053ece-09e1-43af-9d5e-37746c2af287 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:07.960947 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6ffb661b-7453-4713-9932-14e7ca61107f req-8c053ece-09e1-43af-9d5e-37746c2af287 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 944 time: 0.0760629 Sep 19 11:28:07.980340 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d5401-d1c9-4429-b3ea-7ea28f2571a3 req-ae599901-a852-445c-8c34-1f660171c0cf tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:07.981730 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-904d5401-d1c9-4429-b3ea-7ea28f2571a3 req-ae599901-a852-445c-8c34-1f660171c0cf tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.0692573 Sep 19 11:28:08.044260 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6ffb661b-7453-4713-9932-14e7ca61107f req-da5083cd-8f20-4579-9bdf-f6b36c4040b8 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=19d8f30d-e2f9-4408-ae55-b65697b0a3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776980 Sep 19 11:28:08.058488 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-904d5401-d1c9-4429-b3ea-7ea28f2571a3 req-34385ec0-5a61-4ca5-82de-9474d36360d2 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683110 Sep 19 11:28:08.607185 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496dff2-1739-4698-b1c7-c3c6354a1e95 req-b470d2c1-ad70-42fe-85f6-95fe3cbe6562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:08.608748 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5496dff2-1739-4698-b1c7-c3c6354a1e95 req-b470d2c1-ad70-42fe-85f6-95fe3cbe6562 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=e8a952d8324548d7a8e80f72449ea5e6&device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 1128 time: 0.0674498 Sep 19 11:28:08.647011 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-6d0ac3fa-c366-480e-b7b3-2c608d5fdd84 req-6a3cba10-3734-4d08-a26d-7d177943a6a1 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Deleting port d8d9d58e-5f33-4c6e-bba4-32413e04606d {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:28:08.647356 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6d0ac3fa-c366-480e-b7b3-2c608d5fdd84 req-6a3cba10-3734-4d08-a26d-7d177943a6a1 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (d8d9d58e-5f33-4c6e-bba4-32413e04606d), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:09.001663 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496dff2-1739-4698-b1c7-c3c6354a1e95 req-233b6d1d-e930-4bf6-9366-5528b193dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:09.003036 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5496dff2-1739-4698-b1c7-c3c6354a1e95 req-233b6d1d-e930-4bf6-9366-5528b193dfb1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=79977212-9704-4425-8d7a-e6522d6f3c5b HTTP/1.1" status: 200 len: 912 time: 0.3842289 Sep 19 11:28:09.022005 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-6d0ac3fa-c366-480e-b7b3-2c608d5fdd84 req-6a3cba10-3734-4d08-a26d-7d177943a6a1 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] For port d8d9d58e-5f33-4c6e-bba4-32413e04606d, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=d8d9d58e-5f33-4c6e-bba4-32413e04606d,segment=NetworkSegment(72995677-08f5-40c1-af00-f097f32b62f8),segment_id=72995677-08f5-40c1-af00-f097f32b62f8)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:28:09.022368 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6d0ac3fa-c366-480e-b7b3-2c608d5fdd84 req-6a3cba10-3734-4d08-a26d-7d177943a6a1 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (d8d9d58e-5f33-4c6e-bba4-32413e04606d), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:09.054728 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5496dff2-1739-4698-b1c7-c3c6354a1e95 req-24af10c7-f6ee-4c7e-b235-cb46a3686dba service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7a27a1f-b11e-49b5-8ad6-452d21e318e9 HTTP/1.1" status: 200 len: 217 time: 0.0442200 Sep 19 11:28:09.060645 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-6d0ac3fa-c366-480e-b7b3-2c608d5fdd84 req-6a3cba10-3734-4d08-a26d-7d177943a6a1 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Calling delete_port for d8d9d58e-5f33-4c6e-bba4-32413e04606d owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:28:09.209977 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496dff2-1739-4698-b1c7-c3c6354a1e95 req-3795c19d-023e-457c-8999-8a2c7083336e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:09.211416 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5496dff2-1739-4698-b1c7-c3c6354a1e95 req-3795c19d-023e-457c-8999-8a2c7083336e service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0857979c-3349-4111-a884-534dbfbaeaf0 HTTP/1.1" status: 200 len: 850 time: 0.1487989 Sep 19 11:28:09.265120 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34606dee-f8e7-4d0e-8a04-cef9c216f814 req-0c21d0b0-500f-4117-9841-ed4646746f90 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:09.267188 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-34606dee-f8e7-4d0e-8a04-cef9c216f814 req-0c21d0b0-500f-4117-9841-ed4646746f90 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=781f01d3-aa65-40ad-9c85-0e93e6f05745 HTTP/1.1" status: 200 len: 945 time: 0.1278696 Sep 19 11:28:09.272885 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3592b-397e-4c51-ac2e-0f211a8aa3c3 req-ccd951db-5c69-4a06-9da4-f3f385058a86 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:09.274250 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e6c3592b-397e-4c51-ac2e-0f211a8aa3c3 req-ccd951db-5c69-4a06-9da4-f3f385058a86 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 944 time: 0.1396227 Sep 19 11:28:09.324656 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:09.342585 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496dff2-1739-4698-b1c7-c3c6354a1e95 req-32387ba5-36a8-4d42-a7ce-236b20cdd4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:09.344112 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5496dff2-1739-4698-b1c7-c3c6354a1e95 req-32387ba5-36a8-4d42-a7ce-236b20cdd4b5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=79977212-9704-4425-8d7a-e6522d6f3c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1224256 Sep 19 11:28:09.379666 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:09.467327 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-34606dee-f8e7-4d0e-8a04-cef9c216f814 req-f7e302e8-64ae-4147-bb6b-492a096d6958 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=87e17074-2bc2-41f0-8e77-9e747f0269ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920502 Sep 19 11:28:09.480536 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e6c3592b-397e-4c51-ac2e-0f211a8aa3c3 req-f6a1fab4-8f28-4cf0-a38b-a5455af1480f tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=19d8f30d-e2f9-4408-ae55-b65697b0a3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895008 Sep 19 11:28:09.515254 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6d0ac3fa-c366-480e-b7b3-2c608d5fdd84 req-6a3cba10-3734-4d08-a26d-7d177943a6a1 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (d8d9d58e-5f33-4c6e-bba4-32413e04606d), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:09.527225 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['d8d9d58e-5f33-4c6e-bba4-32413e04606d'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:28:09.566215 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cba10-3734-4d08-a26d-7d177943a6a1 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Pushing event deleted for resources: {'Port': ['ID=d8d9d58e-5f33-4c6e-bba4-32413e04606d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:09.571921 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5496dff2-1739-4698-b1c7-c3c6354a1e95 req-a95d1362-5110-40a5-b296-338823ca5901 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/79977212-9704-4425-8d7a-e6522d6f3c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149866 Sep 19 11:28:09.623823 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0ac3fa-c366-480e-b7b3-2c608d5fdd84 req-6a3cba10-3734-4d08-a26d-7d177943a6a1 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] No DVR routers for this DVR port d8d9d58e-5f33-4c6e-bba4-32413e04606d on host hv-cinder-82099 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:28:09.626982 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6d0ac3fa-c366-480e-b7b3-2c608d5fdd84 req-6a3cba10-3734-4d08-a26d-7d177943a6a1 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:09.630397 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6d0ac3fa-c366-480e-b7b3-2c608d5fdd84 req-6a3cba10-3734-4d08-a26d-7d177943a6a1 tempest-ServerRescueNegativeTestJSON-1472043871 tempest-ServerRescueNegativeTestJSON-1472043871-project] 10.222.0.72 "DELETE /networking/v2.0/ports/d8d9d58e-5f33-4c6e-bba4-32413e04606d HTTP/1.1" status: 204 len: 173 time: 1.1151333 Sep 19 11:28:09.658436 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781f01d3-aa65-40ad-9c85-0e93e6f05745', 'name': 'network-vif-deleted', 'tag': 'd8d9d58e-5f33-4c6e-bba4-32413e04606d'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:28:09.661019 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c494aaa0-a8df-418d-8852-c03ef1c5fd0e" -d '{"events": [{"server_uuid": "781f01d3-aa65-40ad-9c85-0e93e6f05745", "name": "network-vif-deleted", "tag": "d8d9d58e-5f33-4c6e-bba4-32413e04606d"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:28:09.706739 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b07fe5e-e51a-4415-bb33-887ef11de16c x-openstack-request-id: req-3b07fe5e-e51a-4415-bb33-887ef11de16c {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:28:09.707101 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781f01d3-aa65-40ad-9c85-0e93e6f05745", "name": "network-vif-deleted", "tag": "d8d9d58e-5f33-4c6e-bba4-32413e04606d", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:28:09.707347 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b07fe5e-e51a-4415-bb33-887ef11de16c {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:28:09.707732 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b07fe5e-e51a-4415-bb33-887ef11de16c'] response: {'server_uuid': '781f01d3-aa65-40ad-9c85-0e93e6f05745', 'name': 'network-vif-deleted', 'tag': 'd8d9d58e-5f33-4c6e-bba4-32413e04606d', 'status': 'completed', 'code': 200} Sep 19 11:28:09.718987 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5496dff2-1739-4698-b1c7-c3c6354a1e95 req-978a488b-0b0d-42a3-a1be-b6e00b104bfb service neutron] 10.222.0.72 "GET /networking/v2.0/networks/79977212-9704-4425-8d7a-e6522d6f3c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308258 Sep 19 11:28:10.071409 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:10.088830 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=83,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:10.172766 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device b7a27a1f-b11e-49b5-8ad6-452d21e318e9 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:28:10.277412 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port b7a27a1f-b11e-49b5-8ad6-452d21e318e9, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=b7a27a1f-b11e-49b5-8ad6-452d21e318e9,segment=NetworkSegment(7e5b877b-24b6-4285-8279-364e2e59bab9),segment_id=7e5b877b-24b6-4285-8279-364e2e59bab9)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:28:10.294782 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': 'b7a27a1f-b11e-49b5-8ad6-452d21e318e9', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'port_id': 'b7a27a1f-b11e-49b5-8ad6-452d21e318e9', 'mac_address': 'fa:16:3e:04:92:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:28:10.333807 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port b7a27a1f-b11e-49b5-8ad6-452d21e318e9 is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:28:10.334204 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (b7a27a1f-b11e-49b5-8ad6-452d21e318e9), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:10.347783 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a27a1f-b11e-49b5-8ad6-452d21e318e9 {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:28:10.367461 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port b7a27a1f-b11e-49b5-8ad6-452d21e318e9, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=b7a27a1f-b11e-49b5-8ad6-452d21e318e9,segment=NetworkSegment(7e5b877b-24b6-4285-8279-364e2e59bab9),segment_id=7e5b877b-24b6-4285-8279-364e2e59bab9)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:28:10.371157 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (b7a27a1f-b11e-49b5-8ad6-452d21e318e9), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:10.422087 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=b7a27a1f-b11e-49b5-8ad6-452d21e318e9,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:10.534049 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 60224) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:28:10.611828 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d716ad-3bc7-4dfb-9bfd-068cfb7ba65c req-73a47da4-af56-436b-a2b8-2dc7624344b4 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:10.613637 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d6d716ad-3bc7-4dfb-9bfd-068cfb7ba65c req-73a47da4-af56-436b-a2b8-2dc7624344b4 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 945 time: 0.0481145 Sep 19 11:28:10.645933 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['b7a27a1f-b11e-49b5-8ad6-452d21e318e9'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:28:10.665632 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d6d716ad-3bc7-4dfb-9bfd-068cfb7ba65c req-8e896587-63e9-42fd-bd68-943dfa86c39a tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=19d8f30d-e2f9-4408-ae55-b65697b0a3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465186 Sep 19 11:28:10.914289 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-91242f93-39c3-4928-9bca-a328fba716ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687270'] for router_interface (6b6a071f-fac5-486e-b461-32feb13a2d53), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:11.182072 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-91242f93-39c3-4928-9bca-a328fba716ac admin admin] Deleting port 2d2ea31e-947b-4efb-b589-86aa55a69d00 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:28:11.182821 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-91242f93-39c3-4928-9bca-a328fba716ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (2d2ea31e-947b-4efb-b589-86aa55a69d00), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:11.262598 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-91242f93-39c3-4928-9bca-a328fba716ac admin admin] For port 2d2ea31e-947b-4efb-b589-86aa55a69d00, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=2d2ea31e-947b-4efb-b589-86aa55a69d00,segment=NetworkSegment(72995677-08f5-40c1-af00-f097f32b62f8),segment_id=72995677-08f5-40c1-af00-f097f32b62f8)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:28:11.262954 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-91242f93-39c3-4928-9bca-a328fba716ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (2d2ea31e-947b-4efb-b589-86aa55a69d00), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:11.276987 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-91242f93-39c3-4928-9bca-a328fba716ac admin admin] Calling delete_port for 2d2ea31e-947b-4efb-b589-86aa55a69d00 owned by network:router_interface {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:28:11.435790 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:11.453917 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-91242f93-39c3-4928-9bca-a328fba716ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (2d2ea31e-947b-4efb-b589-86aa55a69d00), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:11.462543 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:11.481535 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91242f93-39c3-4928-9bca-a328fba716ac admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2ea31e-947b-4efb-b589-86aa55a69d00,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:11.644773 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-91242f93-39c3-4928-9bca-a328fba716ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778262'] for router_interface (6b6a071f-fac5-486e-b461-32feb13a2d53), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:11.793375 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe01998-6830-4d2c-b629-041cb6449dc1 req-7c5cce9e-df20-4193-95f8-82e9f2043dca tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:11.794786 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-efe01998-6830-4d2c-b629-041cb6449dc1 req-7c5cce9e-df20-4193-95f8-82e9f2043dca tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 945 time: 0.0470846 Sep 19 11:28:11.840033 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:28:11.845007 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-efe01998-6830-4d2c-b629-041cb6449dc1 req-14015080-78d2-4a80-8f04-11f169b2996a tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=19d8f30d-e2f9-4408-ae55-b65697b0a3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431647 Sep 19 11:28:11.847257 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91242f93-39c3-4928-9bca-a328fba716ac admin admin] Router 6b6a071f-fac5-486e-b461-32feb13a2d53 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:28:11.949569 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91242f93-39c3-4928-9bca-a328fba716ac admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:28:11.954583 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-91242f93-39c3-4928-9bca-a328fba716ac admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/6b6a071f-fac5-486e-b461-32feb13a2d53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4195027 Sep 19 11:28:11.957463 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 60228) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:28:11.960130 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd293b5-845e-43e3-8cf4-2a2947314201 None None] Sync routers for ids ['6b6a071f-fac5-486e-b461-32feb13a2d53'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:28:11.970857 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd293b5-845e-43e3-8cf4-2a2947314201 None None] Routers {'6b6a071f-fac5-486e-b461-32feb13a2d53'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:28:11.971463 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-3fd293b5-845e-43e3-8cf4-2a2947314201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:27:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['6b6a071f-fac5-486e-b461-32feb13a2d53'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:12.056185 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a6f796e-d471-4ce3-a3dd-f679d8175537 admin admin] Publish callbacks [] for router (6b6a071f-fac5-486e-b461-32feb13a2d53), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:12.074382 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-3fd293b5-845e-43e3-8cf4-2a2947314201 None None] Set router 6b6a071f-fac5-486e-b461-32feb13a2d53 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:28:12.155322 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a6f796e-d471-4ce3-a3dd-f679d8175537 admin admin] Publish callbacks [] for router_gateway (6b6a071f-fac5-486e-b461-32feb13a2d53), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:12.184040 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:12.198246 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0a6f796e-d471-4ce3-a3dd-f679d8175537 admin admin] Deleting port 8143c7f8-13d5-4330-91d8-e90ce04d5dc4 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:28:12.199177 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a6f796e-d471-4ce3-a3dd-f679d8175537 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (8143c7f8-13d5-4330-91d8-e90ce04d5dc4), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:12.200430 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device b7a27a1f-b11e-49b5-8ad6-452d21e318e9 up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:28:12.246770 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning for port b7a27a1f-b11e-49b5-8ad6-452d21e318e9 completed by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 11:28:12.248962 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-3fd293b5-845e-43e3-8cf4-2a2947314201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'name': 'tempest-ServerRescueNegativeTestJSON-660026723-router', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:28:11Z', 'revision_number': 5, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'gw_port': {'id': '8143c7f8-13d5-4330-91d8-e90ce04d5dc4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:12.256137 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port b7a27a1f-b11e-49b5-8ad6-452d21e318e9 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:28:12.256514 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (b7a27a1f-b11e-49b5-8ad6-452d21e318e9), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:12.256848 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port b7a27a1f-b11e-49b5-8ad6-452d21e318e9 Sep 19 11:28:12.275529 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd293b5-845e-43e3-8cf4-2a2947314201 None None] Checking router: 6b6a071f-fac5-486e-b461-32feb13a2d53 for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:28:12.285066 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd293b5-845e-43e3-8cf4-2a2947314201 None None] Routers {'6b6a071f-fac5-486e-b461-32feb13a2d53'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:28:12.285765 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-3fd293b5-845e-43e3-8cf4-2a2947314201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:27:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['6b6a071f-fac5-486e-b461-32feb13a2d53'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:12.289870 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0a6f796e-d471-4ce3-a3dd-f679d8175537 admin admin] For port 8143c7f8-13d5-4330-91d8-e90ce04d5dc4, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=8143c7f8-13d5-4330-91d8-e90ce04d5dc4,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:28:12.290261 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a6f796e-d471-4ce3-a3dd-f679d8175537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (8143c7f8-13d5-4330-91d8-e90ce04d5dc4), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:12.304947 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0a6f796e-d471-4ce3-a3dd-f679d8175537 admin admin] Calling delete_port for 8143c7f8-13d5-4330-91d8-e90ce04d5dc4 owned by network:router_gateway {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:28:12.316431 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:12.333514 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port b7a27a1f-b11e-49b5-8ad6-452d21e318e9 is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:28:12.334022 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (b7a27a1f-b11e-49b5-8ad6-452d21e318e9), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:12.357288 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41ac543-a9ec-414f-a8e8-4d7e39da3faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a27a1f-b11e-49b5-8ad6-452d21e318e9'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:28:12.360645 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71e7656-0c6e-47de-b7d8-b19b950a03ac" -d '{"events": [{"server_uuid": "b41ac543-a9ec-414f-a8e8-4d7e39da3faa", "name": "network-vif-plugged", "status": "completed", "tag": "b7a27a1f-b11e-49b5-8ad6-452d21e318e9"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:28:12.373381 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-3fd293b5-845e-43e3-8cf4-2a2947314201 None None] Set router 6b6a071f-fac5-486e-b461-32feb13a2d53 gateway port host: None {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:28:12.373919 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port b7a27a1f-b11e-49b5-8ad6-452d21e318e9, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=b7a27a1f-b11e-49b5-8ad6-452d21e318e9,segment=NetworkSegment(7e5b877b-24b6-4285-8279-364e2e59bab9),segment_id=7e5b877b-24b6-4285-8279-364e2e59bab9)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:28:12.378613 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (b7a27a1f-b11e-49b5-8ad6-452d21e318e9), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:12.379611 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device d8d9d58e-5f33-4c6e-bba4-32413e04606d no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:28:12.421408 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:12.424624 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:12.426420 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50f08f7-7e08-4c9b-bf4e-9fb03a05cbfe x-openstack-request-id: req-b50f08f7-7e08-4c9b-bf4e-9fb03a05cbfe {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:28:12.426797 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41ac543-a9ec-414f-a8e8-4d7e39da3faa", "name": "network-vif-plugged", "status": "completed", "tag": "b7a27a1f-b11e-49b5-8ad6-452d21e318e9", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:28:12.428118 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b50f08f7-7e08-4c9b-bf4e-9fb03a05cbfe {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:28:12.428118 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b50f08f7-7e08-4c9b-bf4e-9fb03a05cbfe'] response: {'server_uuid': 'b41ac543-a9ec-414f-a8e8-4d7e39da3faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a27a1f-b11e-49b5-8ad6-452d21e318e9', 'code': 200} Sep 19 11:28:12.429446 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:12.430851 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] No Port match for: d8d9d58e-5f33-4c6e-bba4-32413e04606d {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:28:12.431454 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device d8d9d58e-5f33-4c6e-bba4-32413e04606d not bound to the agent host hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:28:12.432365 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-3fd293b5-845e-43e3-8cf4-2a2947314201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'name': 'tempest-ServerRescueNegativeTestJSON-660026723-router', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:28:12Z', 'revision_number': 6, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'gw_port_host': None}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:12.443149 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:12.462839 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd293b5-845e-43e3-8cf4-2a2947314201 None None] The sync data for ids ['6b6a071f-fac5-486e-b461-32feb13a2d53'] in dv-cinder-820994-5-iscsi is: [{'id': '6b6a071f-fac5-486e-b461-32feb13a2d53', 'name': 'tempest-ServerRescueNegativeTestJSON-660026723-router', 'tenant_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:28:12Z', 'revision_number': 6, 'project_id': 'c7ccdce201f547f5a50c93e27c5e8cb1', 'gw_port_host': None}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:28:12.463868 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=b7a27a1f-b11e-49b5-8ad6-452d21e318e9,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:12.631571 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb42120-39b0-4e33-806e-afd54870f51b req-70408258-3fa7-403f-8acf-30205950f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:12.633133 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-edb42120-39b0-4e33-806e-afd54870f51b req-70408258-3fa7-403f-8acf-30205950f7f6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 1130 time: 0.0456889 Sep 19 11:28:12.681546 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-edb42120-39b0-4e33-806e-afd54870f51b req-5725dd99-a911-43ab-aebd-73fbf5dd47f1 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=19d8f30d-e2f9-4408-ae55-b65697b0a3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408816 Sep 19 11:28:12.721119 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a6f796e-d471-4ce3-a3dd-f679d8175537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (8143c7f8-13d5-4330-91d8-e90ce04d5dc4), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:12.745534 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f796e-d471-4ce3-a3dd-f679d8175537 admin admin] Pushing event deleted for resources: {'Port': ['ID=8143c7f8-13d5-4330-91d8-e90ce04d5dc4,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:12.807485 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a6f796e-d471-4ce3-a3dd-f679d8175537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779100'] for router_gateway (6b6a071f-fac5-486e-b461-32feb13a2d53), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:12.918080 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a6f796e-d471-4ce3-a3dd-f679d8175537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-777928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1936'] for router (6b6a071f-fac5-486e-b461-32feb13a2d53), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:12.920303 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a6f796e-d471-4ce3-a3dd-f679d8175537 admin admin] Publish callbacks [] for router_controller (6b6a071f-fac5-486e-b461-32feb13a2d53), precommit_delete_associations {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:12.979215 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e16699-4f48-4900-b7ee-e3680bbe1270 req-f86d722a-8642-4ec4-99f7-4b76ef554db0 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:12.980870 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d6e16699-4f48-4900-b7ee-e3680bbe1270 req-f86d722a-8642-4ec4-99f7-4b76ef554db0 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 946 time: 0.0490205 Sep 19 11:28:12.987405 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a6f796e-d471-4ce3-a3dd-f679d8175537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-778347'] for router (6b6a071f-fac5-486e-b461-32feb13a2d53), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:12.988002 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6f796e-d471-4ce3-a3dd-f679d8175537 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b6a071f-fac5-486e-b461-32feb13a2d53 {{(pid=106254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 11:28:12.993102 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a6f796e-d471-4ce3-a3dd-f679d8175537 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:12.996604 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-0a6f796e-d471-4ce3-a3dd-f679d8175537 admin admin] 10.222.0.81 "DELETE /networking/v2.0/routers/6b6a071f-fac5-486e-b461-32feb13a2d53 HTTP/1.1" status: 204 len: 168 time: 1.0357957 Sep 19 11:28:12.996986 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 60234) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:28:13.034005 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d6e16699-4f48-4900-b7ee-e3680bbe1270 req-9375c06b-fc5a-4460-bd22-135abaa45244 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=19d8f30d-e2f9-4408-ae55-b65697b0a3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457902 Sep 19 11:28:13.042552 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c75aa98-4427-4572-8687-0b2985cf909d admin admin] Deleting subnet da16c182-c3ae-4775-9d91-5e2002af698e {{(pid=106254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 11:28:13.051927 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c75aa98-4427-4572-8687-0b2985cf909d admin admin] Publish callbacks [] for subnet (da16c182-c3ae-4775-9d91-5e2002af698e), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:13.085027 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c75aa98-4427-4572-8687-0b2985cf909d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14729328'] for subnet (da16c182-c3ae-4775-9d91-5e2002af698e), precommit_delete_associations {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:13.158604 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c75aa98-4427-4572-8687-0b2985cf909d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437927'] for subnet (da16c182-c3ae-4775-9d91-5e2002af698e), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:13.211294 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c75aa98-4427-4572-8687-0b2985cf909d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15336815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14016153'] for subnet (da16c182-c3ae-4775-9d91-5e2002af698e), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:13.242369 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75aa98-4427-4572-8687-0b2985cf909d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da16c182-c3ae-4775-9d91-5e2002af698e,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:13.245964 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c75aa98-4427-4572-8687-0b2985cf909d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:13.252246 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-4c75aa98-4427-4572-8687-0b2985cf909d admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/da16c182-c3ae-4775-9d91-5e2002af698e HTTP/1.1" status: 204 len: 168 time: 0.2512667 Sep 19 11:28:13.252514 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 60238) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:28:13.253062 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c668f67e-5ea3-47a4-a252-37c5c6b21882 None None] Network 8f760d48-3e02-4562-abc4-dc5b172f3b8a requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:28:13.333696 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cbd0780f-0c8b-427a-8f81-98145815ab71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315986'] for network (8f760d48-3e02-4562-abc4-dc5b172f3b8a), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:13.384727 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0780f-0c8b-427a-8f81-98145815ab71 admin admin] Deleting port 98abcdd4-83fc-4f68-8101-816f5d42d937 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:28:13.385068 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cbd0780f-0c8b-427a-8f81-98145815ab71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (98abcdd4-83fc-4f68-8101-816f5d42d937), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:13.456098 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7243c12e-bfe9-41dd-89d7-a5d64b18810a None None] DHCP port deletion for 8f760d48-3e02-4562-abc4-dc5b172f3b8a request from dv-cinder-820994-5-iscsi {{(pid=106255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 11:28:13.460941 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-cbd0780f-0c8b-427a-8f81-98145815ab71 admin admin] For port 98abcdd4-83fc-4f68-8101-816f5d42d937, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=98abcdd4-83fc-4f68-8101-816f5d42d937,segment=NetworkSegment(72995677-08f5-40c1-af00-f097f32b62f8),segment_id=72995677-08f5-40c1-af00-f097f32b62f8)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:28:13.461328 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cbd0780f-0c8b-427a-8f81-98145815ab71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (98abcdd4-83fc-4f68-8101-816f5d42d937), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:13.476944 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0780f-0c8b-427a-8f81-98145815ab71 admin admin] Calling delete_port for 98abcdd4-83fc-4f68-8101-816f5d42d937 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:28:13.493671 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 2d2ea31e-947b-4efb-b589-86aa55a69d00 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:28:13.517601 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 2d2ea31e-947b-4efb-b589-86aa55a69d00 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:28:13.518043 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 2d2ea31e-947b-4efb-b589-86aa55a69d00 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:28:13.518578 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 8143c7f8-13d5-4330-91d8-e90ce04d5dc4 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:28:13.521347 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-7243c12e-bfe9-41dd-89d7-a5d64b18810a None None] Deleting port 98abcdd4-83fc-4f68-8101-816f5d42d937 {{(pid=106255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:28:13.521715 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7243c12e-bfe9-41dd-89d7-a5d64b18810a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (98abcdd4-83fc-4f68-8101-816f5d42d937), before_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:13.540031 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 8143c7f8-13d5-4330-91d8-e90ce04d5dc4 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:28:13.540453 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 8143c7f8-13d5-4330-91d8-e90ce04d5dc4 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:28:13.546786 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:13.562447 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:DELETE=13,neutron:SELECT=83,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:13.569892 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cbd0780f-0c8b-427a-8f81-98145815ab71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (98abcdd4-83fc-4f68-8101-816f5d42d937), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:13.601109 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0780f-0c8b-427a-8f81-98145815ab71 admin admin] Pushing event deleted for resources: {'Port': ['ID=98abcdd4-83fc-4f68-8101-816f5d42d937,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:13.606016 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd0780f-0c8b-427a-8f81-98145815ab71 admin admin] No DVR routers for this DVR port 98abcdd4-83fc-4f68-8101-816f5d42d937 on host dv-cinder-820994-5-iscsi {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:28:13.614516 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-7243c12e-bfe9-41dd-89d7-a5d64b18810a None None] For port 98abcdd4-83fc-4f68-8101-816f5d42d937, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=98abcdd4-83fc-4f68-8101-816f5d42d937,segment=NetworkSegment(72995677-08f5-40c1-af00-f097f32b62f8),segment_id=72995677-08f5-40c1-af00-f097f32b62f8)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:28:13.614908 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7243c12e-bfe9-41dd-89d7-a5d64b18810a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (98abcdd4-83fc-4f68-8101-816f5d42d937), precommit_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:13.628552 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-7243c12e-bfe9-41dd-89d7-a5d64b18810a None None] Calling delete_port for 98abcdd4-83fc-4f68-8101-816f5d42d937 owned by network:dhcp {{(pid=106255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:28:13.682382 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cbd0780f-0c8b-427a-8f81-98145815ab71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1254604', 'neutron.services.segments.db._delete_segments_for_network-8730872489409'] for network (8f760d48-3e02-4562-abc4-dc5b172f3b8a), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:13.704311 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-cbd0780f-0c8b-427a-8f81-98145815ab71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f760d48-3e02-4562-abc4-dc5b172f3b8a']}} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:13.706078 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7243c12e-bfe9-41dd-89d7-a5d64b18810a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266'] for port (98abcdd4-83fc-4f68-8101-816f5d42d937), after_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:13.714094 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-cbd0780f-0c8b-427a-8f81-98145815ab71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72995677-08f5-40c1-af00-f097f32b62f8') {'for_net_delete': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:13.714391 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-cbd0780f-0c8b-427a-8f81-98145815ab71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72995677-08f5-40c1-af00-f097f32b62f8') {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:13.725177 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cbd0780f-0c8b-427a-8f81-98145815ab71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730872489301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14729291'] for segment (72995677-08f5-40c1-af00-f097f32b62f8), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:13.736519 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243c12e-bfe9-41dd-89d7-a5d64b18810a None None] Pushing event deleted for resources: {'Port': ['ID=98abcdd4-83fc-4f68-8101-816f5d42d937,revision_number=None']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:13.738390 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7243c12e-bfe9-41dd-89d7-a5d64b18810a None None] No DVR routers for this DVR port 98abcdd4-83fc-4f68-8101-816f5d42d937 on host dv-cinder-820994-5-iscsi {{(pid=106255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:28:13.738892 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cbd0780f-0c8b-427a-8f81-98145815ab71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (72995677-08f5-40c1-af00-f097f32b62f8), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:13.745872 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd0780f-0c8b-427a-8f81-98145815ab71 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=106254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 11:28:13.746275 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cbd0780f-0c8b-427a-8f81-98145815ab71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15336917'] for segment (72995677-08f5-40c1-af00-f097f32b62f8), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:13.793923 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.services.segments.plugin [-] Segment 72995677-08f5-40c1-af00-f097f32b62f8 resource provider aggregate not found Sep 19 11:28:13.813662 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.services.segments.plugin [-] Segment 72995677-08f5-40c1-af00-f097f32b62f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72995677-08f5-40c1-af00-f097f32b62f8 found for delete ", "request_id": "req-d9ea3b66-6629-491d-bfc1-8b770ee5cbb1"}]} Sep 19 11:28:13.817671 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cbd0780f-0c8b-427a-8f81-98145815ab71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1254645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779145'] for network (8f760d48-3e02-4562-abc4-dc5b172f3b8a), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:13.823347 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cbd0780f-0c8b-427a-8f81-98145815ab71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:13.826489 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-cbd0780f-0c8b-427a-8f81-98145815ab71 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/8f760d48-3e02-4562-abc4-dc5b172f3b8a HTTP/1.1" status: 204 len: 168 time: 0.5729227 Sep 19 11:28:13.839099 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0780f-0c8b-427a-8f81-98145815ab71 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f760d48-3e02-4562-abc4-dc5b172f3b8a,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:13.993286 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 60246) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:28:14.033431 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-312a0748-d52e-4f8a-8478-d6fd2ec4431c admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=c7ccdce201f547f5a50c93e27c5e8cb1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389342 Sep 19 11:28:14.035917 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 60248) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:28:14.085344 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fec7d125-3bf0-4b58-a3df-81ec30682d42 admin admin] Publish callbacks [] for security_group (87e17074-2bc2-41f0-8e77-9e747f0269ab), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:14.107406 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fec7d125-3bf0-4b58-a3df-81ec30682d42 admin admin] Publish callbacks [] for security_group (87e17074-2bc2-41f0-8e77-9e747f0269ab), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:14.156819 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fec7d125-3bf0-4b58-a3df-81ec30682d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (87e17074-2bc2-41f0-8e77-9e747f0269ab), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:14.159332 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fec7d125-3bf0-4b58-a3df-81ec30682d42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:14.159493 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13c90b-c5df-4deb-b211-40c3ebcc0aa5 req-c687c17c-9497-4054-8ad3-ac8d54949eab tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:14.160506 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-fec7d125-3bf0-4b58-a3df-81ec30682d42 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/87e17074-2bc2-41f0-8e77-9e747f0269ab HTTP/1.1" status: 204 len: 168 time: 0.1237173 Sep 19 11:28:14.161087 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6f13c90b-c5df-4deb-b211-40c3ebcc0aa5 req-c687c17c-9497-4054-8ad3-ac8d54949eab tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 946 time: 0.0481234 Sep 19 11:28:14.177766 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7d125-3bf0-4b58-a3df-81ec30682d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e17074-2bc2-41f0-8e77-9e747f0269ab,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:14.238294 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6f13c90b-c5df-4deb-b211-40c3ebcc0aa5 req-4ccdc9b2-a22d-4ac7-8856-e0a7a9645922 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=19d8f30d-e2f9-4408-ae55-b65697b0a3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675125 Sep 19 11:28:14.857635 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 60272) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:28:14.956466 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-419029b5-9907-4326-bf61-cd032d429e03 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-634518143-network', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:28:14.979883 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419029b5-9907-4326-bf61-cd032d429e03 admin admin] Made reservation on behalf of 0e5ff724699a4dafb37bc5d5e240f0b2 for: {'network': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:28:14.982127 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-419029b5-9907-4326-bf61-cd032d429e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for network (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:14.991009 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-419029b5-9907-4326-bf61-cd032d429e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:15.065869 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-419029b5-9907-4326-bf61-cd032d429e03 admin admin] Publish callbacks [] for security_group (3248d3c9-bf0d-45fa-a1a5-40a5fb12b09e), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:15.069592 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-419029b5-9907-4326-bf61-cd032d429e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (3248d3c9-bf0d-45fa-a1a5-40a5fb12b09e), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:15.095665 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419029b5-9907-4326-bf61-cd032d429e03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=106254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 11:28:15.105835 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419029b5-9907-4326-bf61-cd032d429e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3248d3c9-bf0d-45fa-a1a5-40a5fb12b09e,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:15.110723 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-419029b5-9907-4326-bf61-cd032d429e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (73969c0c-a0a5-41f4-b11c-e2089e9a63dd), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:15.111068 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.segments_db [None req-419029b5-9907-4326-bf61-cd032d429e03 admin admin] Added segment 73969c0c-a0a5-41f4-b11c-e2089e9a63dd of type vlan for network 4bd047f8-e757-4211-9ab1-9e25ad2c412a Sep 19 11:28:15.150980 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-419029b5-9907-4326-bf61-cd032d429e03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730871930287'] for network (4bd047f8-e757-4211-9ab1-9e25ad2c412a), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:15.175194 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-419029b5-9907-4326-bf61-cd032d429e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for network (4bd047f8-e757-4211-9ab1-9e25ad2c412a), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:15.176218 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419029b5-9907-4326-bf61-cd032d429e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:15.176798 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-419029b5-9907-4326-bf61-cd032d429e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:15.230255 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-419029b5-9907-4326-bf61-cd032d429e03 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3713417 Sep 19 11:28:15.232993 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 60276) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:28:15.238182 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-f284cd05-cb8a-47ab-85da-52398a1c6f30 admin admin] Request body: {'subnet': {'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-634518143-subnet', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:28:15.247527 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:15.256466 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419029b5-9907-4326-bf61-cd032d429e03 admin admin] Pushing event updated for resources: {'Network': ['ID=4bd047f8-e757-4211-9ab1-9e25ad2c412a,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:15.266881 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Network 4bd047f8-e757-4211-9ab1-9e25ad2c412a details requested by agent ovs-agent-dv-cinder-820994-5-iscsi with host dv-cinder-820994-5-iscsi {{(pid=106255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 11:28:15.273567 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f284cd05-cb8a-47ab-85da-52398a1c6f30 admin admin] Made reservation on behalf of 0e5ff724699a4dafb37bc5d5e240f0b2 for: {'subnet': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:28:15.276030 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f284cd05-cb8a-47ab-85da-52398a1c6f30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14016182'] for subnet (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:15.314855 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=13 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:15.379305 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eedf7-203d-4662-934c-f91e3f6cdfdb req-c335833d-5209-4375-b348-5bbb52ff9fd2 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:15.380985 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aa9eedf7-203d-4662-934c-f91e3f6cdfdb req-c335833d-5209-4375-b348-5bbb52ff9fd2 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 946 time: 0.0514174 Sep 19 11:28:15.420399 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:15.449270 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aa9eedf7-203d-4662-934c-f91e3f6cdfdb req-5d6d18ca-6f4a-44e4-98e1-ac4d4853f121 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=19d8f30d-e2f9-4408-ae55-b65697b0a3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615995 Sep 19 11:28:15.455917 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 98abcdd4-83fc-4f68-8101-816f5d42d937 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:28:15.459120 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f284cd05-cb8a-47ab-85da-52398a1c6f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15337904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14016160'] for subnet (7fba9500-450b-48d5-89c9-3abf0acd9be1), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:15.480055 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 98abcdd4-83fc-4f68-8101-816f5d42d937 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:28:15.480606 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 98abcdd4-83fc-4f68-8101-816f5d42d937 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:28:15.521488 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284cd05-cb8a-47ab-85da-52398a1c6f30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fba9500-450b-48d5-89c9-3abf0acd9be1,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:15.530739 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f284cd05-cb8a-47ab-85da-52398a1c6f30 admin admin] Checking segment: {'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:28:15.531170 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f284cd05-cb8a-47ab-85da-52398a1c6f30 admin admin] Network hostable DHCP agents. Network: 4bd047f8-e757-4211-9ab1-9e25ad2c412a, hostable agents: ['4823e8b3-ab16-40fd-b6f9-cda48b53bbb0'], hosted agents: [] {{(pid=106254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 11:28:15.550290 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f284cd05-cb8a-47ab-85da-52398a1c6f30 admin admin] Network 4bd047f8-e757-4211-9ab1-9e25ad2c412a is scheduled to be hosted by DHCP agent 4823e8b3-ab16-40fd-b6f9-cda48b53bbb0 with binding_index 1 {{(pid=106254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 11:28:15.560136 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-f284cd05-cb8a-47ab-85da-52398a1c6f30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-5-iscsi, 4bd047f8-e757-4211-9ab1-9e25ad2c412a) {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:28:15.564888 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f284cd05-cb8a-47ab-85da-52398a1c6f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:15.565485 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f284cd05-cb8a-47ab-85da-52398a1c6f30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:15.570061 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd480a08-6f81-44e0-810f-fd9f1c8e1777 None None] Network 4bd047f8-e757-4211-9ab1-9e25ad2c412a requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:28:15.583280 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f789ed7-1e89-4831-90cb-0ddf88042d7f req-58fd4627-b520-43bc-b249-43d7c372365b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:15.585272 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5f789ed7-1e89-4831-90cb-0ddf88042d7f req-58fd4627-b520-43bc-b249-43d7c372365b tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 946 time: 0.0528741 Sep 19 11:28:15.586968 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 60282) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:28:15.587509 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-f284cd05-cb8a-47ab-85da-52398a1c6f30 admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3531892 Sep 19 11:28:15.592327 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9f23e59a-531b-46fa-8be2-f472cecf463e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:28:15.598215 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 60284) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:28:15.604703 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-14cf68b4-a09c-4dbc-9810-0c6a310788e4 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Request body: {'floatingip': {'port_id': 'b7a27a1f-b11e-49b5-8ad6-452d21e318e9'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:28:15.619463 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f23e59a-531b-46fa-8be2-f472cecf463e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12666'] for router (d857b83b-07e6-45dd-b263-3a6cfe8e2b6c), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:15.620771 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f23e59a-531b-46fa-8be2-f472cecf463e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-777908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router (d857b83b-07e6-45dd-b263-3a6cfe8e2b6c), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:15.649771 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-14cf68b4-a09c-4dbc-9810-0c6a310788e4 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for floatingip (316444ba-d4d5-40f0-b194-0532b347f292), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:15.690195 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f23e59a-531b-46fa-8be2-f472cecf463e admin admin] Publish callbacks [] for router_controller (d857b83b-07e6-45dd-b263-3a6cfe8e2b6c), precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:15.799680 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74c8082-a327-41aa-b818-fdacdce64a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp700f856c-545f-5006-8537-bc9c9f877a09-4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1'}]}} from dv-cinder-820994-5-iscsi. {{(pid=106255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 11:28:15.800708 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e74c8082-a327-41aa-b818-fdacdce64a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:15.839981 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:15.842738 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f23e59a-531b-46fa-8be2-f472cecf463e admin admin] Publish callbacks [] for router_gateway (d857b83b-07e6-45dd-b263-3a6cfe8e2b6c), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:15.952446 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.db_base_plugin_common [None req-e74c8082-a327-41aa-b818-fdacdce64a9e None None] Allocated IP 172.20.0.2 (4bd047f8-e757-4211-9ab1-9e25ad2c412a/7fba9500-450b-48d5-89c9-3abf0acd9be1/229fb3db-385c-4d48-8b7a-ef2b55fc05da) {{(pid=106255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:28:16.034536 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f23e59a-531b-46fa-8be2-f472cecf463e admin admin] Publish callbacks [] for router_gateway (d857b83b-07e6-45dd-b263-3a6cfe8e2b6c), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:16.054476 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f23e59a-531b-46fa-8be2-f472cecf463e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:16.099991 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e74c8082-a327-41aa-b818-fdacdce64a9e None None] Publish callbacks [] for port (229fb3db-385c-4d48-8b7a-ef2b55fc05da), precommit_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:16.100993 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-14cf68b4-a09c-4dbc-9810-0c6a310788e4 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:16.105530 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-14cf68b4-a09c-4dbc-9810-0c6a310788e4 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (316444ba-d4d5-40f0-b194-0532b347f292), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:16.107045 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e74c8082-a327-41aa-b818-fdacdce64a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (229fb3db-385c-4d48-8b7a-ef2b55fc05da), after_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:16.115344 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:16.137479 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:16.151963 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74c8082-a327-41aa-b818-fdacdce64a9e None None] Network 4bd047f8-e757-4211-9ab1-9e25ad2c412a is already hosted by enough agents. {{(pid=106255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:28:16.155949 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.base_scheduler [None req-e74c8082-a327-41aa-b818-fdacdce64a9e None None] Resources bound (agent type, host, resource id): {{(pid=106255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:28:16.160885 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c8082-a327-41aa-b818-fdacdce64a9e None None] Received port after_create {{(pid=106255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:28:16.169381 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c8082-a327-41aa-b818-fdacdce64a9e None None] Pushing event updated for resources: {'Port': ['ID=229fb3db-385c-4d48-8b7a-ef2b55fc05da,revision_number=1']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:16.197497 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-9f23e59a-531b-46fa-8be2-f472cecf463e admin admin] Allocated IP 172.27.2.166 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/1ddae1e9-c08e-493a-82df-9c5b00f2418a) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:28:16.219782 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.l3_db [None req-14cf68b4-a09c-4dbc-9810-0c6a310788e4 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Floating IP 316444ba-d4d5-40f0-b194-0532b347f292 associated. External IP: 172.27.2.7, port: b7a27a1f-b11e-49b5-8ad6-452d21e318e9. Sep 19 11:28:16.229647 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-e74c8082-a327-41aa-b818-fdacdce64a9e None None] Attempting to bind port 229fb3db-385c-4d48-8b7a-ef2b55fc05da on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:28:16.230116 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-e74c8082-a327-41aa-b818-fdacdce64a9e None None] Attempting to bind port 229fb3db-385c-4d48-8b7a-ef2b55fc05da by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:28:16.230417 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74c8082-a327-41aa-b818-fdacdce64a9e None None] Attempting to bind port 229fb3db-385c-4d48-8b7a-ef2b55fc05da on network 4bd047f8-e757-4211-9ab1-9e25ad2c412a {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:28:16.266729 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:16.276789 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74c8082-a327-41aa-b818-fdacdce64a9e None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:28:16.277325 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74c8082-a327-41aa-b818-fdacdce64a9e None None] Checking segment: {'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:28:16.277561 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e74c8082-a327-41aa-b818-fdacdce64a9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:16.277943 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74c8082-a327-41aa-b818-fdacdce64a9e None None] Bound using segment: {'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:28:16.278407 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-e74c8082-a327-41aa-b818-fdacdce64a9e None None] Bound port: 229fb3db-385c-4d48-8b7a-ef2b55fc05da, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:28:16.278810 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e74c8082-a327-41aa-b818-fdacdce64a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (229fb3db-385c-4d48-8b7a-ef2b55fc05da), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:16.313666 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=91,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:16.337686 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f23e59a-531b-46fa-8be2-f472cecf463e admin admin] Publish callbacks [] for port (1ddae1e9-c08e-493a-82df-9c5b00f2418a), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:16.349461 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-85e92837-cd50-4f2e-9775-d8e95dfbca6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:16.356355 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-e74c8082-a327-41aa-b818-fdacdce64a9e None None] For port 229fb3db-385c-4d48-8b7a-ef2b55fc05da, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:28:16.359939 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-e74c8082-a327-41aa-b818-fdacdce64a9e None None] For port 229fb3db-385c-4d48-8b7a-ef2b55fc05da, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=229fb3db-385c-4d48-8b7a-ef2b55fc05da,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:28:16.366355 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e74c8082-a327-41aa-b818-fdacdce64a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (229fb3db-385c-4d48-8b7a-ef2b55fc05da), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:16.375948 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f23e59a-531b-46fa-8be2-f472cecf463e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (1ddae1e9-c08e-493a-82df-9c5b00f2418a), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:16.430501 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c8082-a327-41aa-b818-fdacdce64a9e None None] Pushing event updated for resources: {'Port': ['ID=229fb3db-385c-4d48-8b7a-ef2b55fc05da,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:16.432332 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f23e59a-531b-46fa-8be2-f472cecf463e admin admin] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:28:16.445873 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-9f23e59a-531b-46fa-8be2-f472cecf463e admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:28:16.448730 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cf68b4-a09c-4dbc-9810-0c6a310788e4 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:28:16.450946 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f23e59a-531b-46fa-8be2-f472cecf463e admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:28:16.454952 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23e59a-531b-46fa-8be2-f472cecf463e admin admin] Pushing event updated for resources: {'Port': ['ID=1ddae1e9-c08e-493a-82df-9c5b00f2418a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:16.577067 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cf68b4-a09c-4dbc-9810-0c6a310788e4 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:28:16.583126 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-14cf68b4-a09c-4dbc-9810-0c6a310788e4 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:16.595753 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151f3736-4bf0-4331-acbb-e23920e2a706 None None] Sync routers for ids ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:28:16.616305 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151f3736-4bf0-4331-acbb-e23920e2a706 None None] Routers {'03f9ab4b-f064-43c1-bb4c-3751e1e578ed'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:28:16.616953 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-151f3736-4bf0-4331-acbb-e23920e2a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:27:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:16.630824 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-14cf68b4-a09c-4dbc-9810-0c6a310788e4 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "PUT /networking/v2.0/floatingips/316444ba-d4d5-40f0-b194-0532b347f292 HTTP/1.1" status: 200 len: 990 time: 1.0312638 Sep 19 11:28:16.632433 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b41ac543-a9ec-414f-a8e8-4d7e39da3faa', 'tag': 'b7a27a1f-b11e-49b5-8ad6-452d21e318e9'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:28:16.635705 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703441799e6f49adca2ad8e8097d82180353dcc80b32e8c2cf6ef0d1aad19ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cda620d-bb29-4e5e-8508-6763138e59da" -d '{"events": [{"name": "network-changed", "server_uuid": "b41ac543-a9ec-414f-a8e8-4d7e39da3faa", "tag": "b7a27a1f-b11e-49b5-8ad6-452d21e318e9"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:28:16.639158 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:16.713124 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb062fb-8aab-401e-8018-26d68a629f91 x-openstack-request-id: req-fdb062fb-8aab-401e-8018-26d68a629f91 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:28:16.713338 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b41ac543-a9ec-414f-a8e8-4d7e39da3faa", "tag": "b7a27a1f-b11e-49b5-8ad6-452d21e318e9", "status": "completed", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:28:16.713597 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fdb062fb-8aab-401e-8018-26d68a629f91 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:28:16.714004 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdb062fb-8aab-401e-8018-26d68a629f91'] response: {'name': 'network-changed', 'server_uuid': 'b41ac543-a9ec-414f-a8e8-4d7e39da3faa', 'tag': 'b7a27a1f-b11e-49b5-8ad6-452d21e318e9', 'status': 'completed', 'code': 200} Sep 19 11:28:16.757078 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-151f3736-4bf0-4331-acbb-e23920e2a706 None None] Set router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:28:16.804900 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda620d-bb29-4e5e-8508-6763138e59da req-9ae4dc23-381f-4da5-8310-bcddadfde67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:16.806409 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6cda620d-bb29-4e5e-8508-6763138e59da req-9ae4dc23-381f-4da5-8310-bcddadfde67e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=e8a952d8324548d7a8e80f72449ea5e6&device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 1130 time: 0.0804460 Sep 19 11:28:16.868797 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f23e59a-531b-46fa-8be2-f472cecf463e admin admin] Publish callbacks [] for router_gateway (d857b83b-07e6-45dd-b263-3a6cfe8e2b6c), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:16.874485 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:16.971395 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-151f3736-4bf0-4331-acbb-e23920e2a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'name': 'tempest-AttachVolumeTestJSON-1903269221-router', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:34Z', 'revision_number': 4, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'gw_port': {'id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '316444ba-d4d5-40f0-b194-0532b347f292', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'port_id': 'b7a27a1f-b11e-49b5-8ad6-452d21e318e9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'mac_address': 'fa:16:3e:04:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41ac543-a9ec-414f-a8e8-4d7e39da3faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:27:59Z', 'updated_at': '2022-09-19T11:28:16Z', 'revision_number': 1, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68571e1b-c800-4a5f-bf1f-f2f2e866b48e', 'name': '', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'mac_address': 'fa:16:3e:2d:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:32Z', 'updated_at': '2022-09-19T11:23:48Z', 'revision_number': 5, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'subnets': [{'id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:16.994201 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda620d-bb29-4e5e-8508-6763138e59da req-0596da9a-2867-4e3f-aa5e-b542564b6178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:16.995718 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6cda620d-bb29-4e5e-8508-6763138e59da req-0596da9a-2867-4e3f-aa5e-b542564b6178 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=79977212-9704-4425-8d7a-e6522d6f3c5b HTTP/1.1" status: 200 len: 912 time: 0.1803687 Sep 19 11:28:16.999936 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151f3736-4bf0-4331-acbb-e23920e2a706 None None] Checking router: 03f9ab4b-f064-43c1-bb4c-3751e1e578ed for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:28:17.008522 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151f3736-4bf0-4331-acbb-e23920e2a706 None None] Routers {'03f9ab4b-f064-43c1-bb4c-3751e1e578ed'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:28:17.009123 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-151f3736-4bf0-4331-acbb-e23920e2a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:27:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:17.125550 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-151f3736-4bf0-4331-acbb-e23920e2a706 None None] Set router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:28:17.212551 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:17.356397 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6cda620d-bb29-4e5e-8508-6763138e59da req-aeb87576-14a1-4496-a9ff-9749b4cead98 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7a27a1f-b11e-49b5-8ad6-452d21e318e9 HTTP/1.1" status: 200 len: 998 time: 0.3519328 Sep 19 11:28:17.358034 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd3b211-3d74-4cc9-8c5a-805bb5911cb4 None None] Network 4bd047f8-e757-4211-9ab1-9e25ad2c412a requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:28:17.415805 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-151f3736-4bf0-4331-acbb-e23920e2a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'name': 'tempest-AttachVolumeTestJSON-1903269221-router', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:34Z', 'revision_number': 4, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'gw_port': {'id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '316444ba-d4d5-40f0-b194-0532b347f292', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'port_id': 'b7a27a1f-b11e-49b5-8ad6-452d21e318e9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'mac_address': 'fa:16:3e:04:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41ac543-a9ec-414f-a8e8-4d7e39da3faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:27:59Z', 'updated_at': '2022-09-19T11:28:16Z', 'revision_number': 1, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68571e1b-c800-4a5f-bf1f-f2f2e866b48e', 'name': '', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'mac_address': 'fa:16:3e:2d:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:32Z', 'updated_at': '2022-09-19T11:23:48Z', 'revision_number': 5, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'subnets': [{'id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:17.441105 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:17.444959 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151f3736-4bf0-4331-acbb-e23920e2a706 None None] The sync data for ids ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'] in dv-cinder-820994-5-iscsi is: [{'id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'name': 'tempest-AttachVolumeTestJSON-1903269221-router', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:34Z', 'revision_number': 4, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'gw_port': {'id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '316444ba-d4d5-40f0-b194-0532b347f292', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'port_id': 'b7a27a1f-b11e-49b5-8ad6-452d21e318e9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'mac_address': 'fa:16:3e:04:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41ac543-a9ec-414f-a8e8-4d7e39da3faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:27:59Z', 'updated_at': '2022-09-19T11:28:16Z', 'revision_number': 1, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68571e1b-c800-4a5f-bf1f-f2f2e866b48e', 'name': '', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'mac_address': 'fa:16:3e:2d:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:32Z', 'updated_at': '2022-09-19T11:23:48Z', 'revision_number': 5, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'subnets': [{'id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:28:17.445389 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f23e59a-531b-46fa-8be2-f472cecf463e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-777964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779044'] for router (d857b83b-07e6-45dd-b263-3a6cfe8e2b6c), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:17.449690 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda620d-bb29-4e5e-8508-6763138e59da req-d94e0a3f-523f-4495-a7a0-61bbcf5c4bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:17.451160 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6cda620d-bb29-4e5e-8508-6763138e59da req-d94e0a3f-523f-4495-a7a0-61bbcf5c4bbf service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=0857979c-3349-4111-a884-534dbfbaeaf0 HTTP/1.1" status: 200 len: 850 time: 0.0661237 Sep 19 11:28:17.461056 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-83310c27-1d6d-46db-be97-ac02e93bf0d0 None None] Provisioning complete for port 229fb3db-385c-4d48-8b7a-ef2b55fc05da triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:28:17.461431 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-83310c27-1d6d-46db-be97-ac02e93bf0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (229fb3db-385c-4d48-8b7a-ef2b55fc05da), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:17.461793 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-83310c27-1d6d-46db-be97-ac02e93bf0d0 None None] Attempt 1 to provision port 229fb3db-385c-4d48-8b7a-ef2b55fc05da Sep 19 11:28:17.545916 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 229fb3db-385c-4d48-8b7a-ef2b55fc05da up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:28:17.571717 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda620d-bb29-4e5e-8508-6763138e59da req-d86fd731-6ed6-4239-b33e-488102873ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:17.573269 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6cda620d-bb29-4e5e-8508-6763138e59da req-d86fd731-6ed6-4239-b33e-488102873ea8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=79977212-9704-4425-8d7a-e6522d6f3c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824094 Sep 19 11:28:17.628889 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-83310c27-1d6d-46db-be97-ac02e93bf0d0 None None] Current status of the port 229fb3db-385c-4d48-8b7a-ef2b55fc05da is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:28:17.629277 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-83310c27-1d6d-46db-be97-ac02e93bf0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (229fb3db-385c-4d48-8b7a-ef2b55fc05da), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:17.644425 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 229fb3db-385c-4d48-8b7a-ef2b55fc05da triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:28:17.644809 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (229fb3db-385c-4d48-8b7a-ef2b55fc05da), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:17.645123 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 229fb3db-385c-4d48-8b7a-ef2b55fc05da Sep 19 11:28:17.696593 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-83310c27-1d6d-46db-be97-ac02e93bf0d0 None None] For port 229fb3db-385c-4d48-8b7a-ef2b55fc05da, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=229fb3db-385c-4d48-8b7a-ef2b55fc05da,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:28:17.706872 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-83310c27-1d6d-46db-be97-ac02e93bf0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (229fb3db-385c-4d48-8b7a-ef2b55fc05da), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:17.717822 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6cda620d-bb29-4e5e-8508-6763138e59da req-44b5d003-f3c6-4ee0-b725-25ae6996e619 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/79977212-9704-4425-8d7a-e6522d6f3c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358538 Sep 19 11:28:17.727935 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d585047-4f33-4bb3-bad6-7ee0671ca68f None None] New status for floating IP 316444ba-d4d5-40f0-b194-0532b347f292: ACTIVE {{(pid=106256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:28:17.763614 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f23e59a-531b-46fa-8be2-f472cecf463e admin admin] Router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c is scheduled to L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 11:28:17.789670 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83310c27-1d6d-46db-be97-ac02e93bf0d0 None None] Pushing event updated for resources: {'Port': ['ID=229fb3db-385c-4d48-8b7a-ef2b55fc05da,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:17.794147 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 229fb3db-385c-4d48-8b7a-ef2b55fc05da is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:28:17.893028 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:17.937232 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-8b843aa3-7624-4ee1-8e56-554865d18e87 None None] Provisioning complete for port 229fb3db-385c-4d48-8b7a-ef2b55fc05da triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:28:17.938114 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8b843aa3-7624-4ee1-8e56-554865d18e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (229fb3db-385c-4d48-8b7a-ef2b55fc05da), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:17.938447 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-8b843aa3-7624-4ee1-8e56-554865d18e87 None None] Attempt 1 to provision port 229fb3db-385c-4d48-8b7a-ef2b55fc05da Sep 19 11:28:17.971652 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6cda620d-bb29-4e5e-8508-6763138e59da req-dfc89675-6f70-43bf-bf0f-1397946202e9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/79977212-9704-4425-8d7a-e6522d6f3c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393858 Sep 19 11:28:17.988361 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f23e59a-531b-46fa-8be2-f472cecf463e admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:28:18.008622 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] Sync routers for ids ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:28:18.011104 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f23e59a-531b-46fa-8be2-f472cecf463e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:18.012678 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9f23e59a-531b-46fa-8be2-f472cecf463e admin admin] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4239268 Sep 19 11:28:18.015180 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 60290) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:28:18.021138 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-8b843aa3-7624-4ee1-8e56-554865d18e87 None None] Current status of the port 229fb3db-385c-4d48-8b7a-ef2b55fc05da is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:28:18.025988 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] Routers {'d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:28:18.026604 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:27:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:18.102488 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:18.129388 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] Set router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:28:18.183008 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:18.419486 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:16Z', 'revision_number': 3, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:18.447288 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] Checking router: d857b83b-07e6-45dd-b263-3a6cfe8e2b6c for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:28:18.447837 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] Updating router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c port 1ddae1e9-c08e-493a-82df-9c5b00f2418a binding host dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:28:18.453309 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ba818d0-b5d0-4d88-8448-58cd005256f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:18.490256 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-60d5f200-6729-4bd9-8a06-2f0002f48a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:18.491689 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (1ddae1e9-c08e-493a-82df-9c5b00f2418a), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:18.601217 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:18.618200 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-8ba818d0-b5d0-4d88-8448-58cd005256f1 admin admin] Allocated IP 172.20.0.1 (4bd047f8-e757-4211-9ab1-9e25ad2c412a/7fba9500-450b-48d5-89c9-3abf0acd9be1/2e3da13a-2f0c-497d-b8cc-40f46ff01fe1) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:28:18.727219 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ba818d0-b5d0-4d88-8448-58cd005256f1 admin admin] Publish callbacks [] for port (2e3da13a-2f0c-497d-b8cc-40f46ff01fe1), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:18.746158 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:18.762871 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ba818d0-b5d0-4d88-8448-58cd005256f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (2e3da13a-2f0c-497d-b8cc-40f46ff01fe1), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:18.768334 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] Publish callbacks [] for port (1ddae1e9-c08e-493a-82df-9c5b00f2418a), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:18.775932 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (1ddae1e9-c08e-493a-82df-9c5b00f2418a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:18.811004 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba818d0-b5d0-4d88-8448-58cd005256f1 admin admin] Network 4bd047f8-e757-4211-9ab1-9e25ad2c412a is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:28:18.812216 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] Attempting to bind port 1ddae1e9-c08e-493a-82df-9c5b00f2418a on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:28:18.812617 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] Attempting to bind port 1ddae1e9-c08e-493a-82df-9c5b00f2418a by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:28:18.812985 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] Attempting to bind port 1ddae1e9-c08e-493a-82df-9c5b00f2418a on network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:28:18.816000 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8ba818d0-b5d0-4d88-8448-58cd005256f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:28:18.818476 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba818d0-b5d0-4d88-8448-58cd005256f1 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:28:18.826465 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba818d0-b5d0-4d88-8448-58cd005256f1 admin admin] Pushing event updated for resources: {'Port': ['ID=2e3da13a-2f0c-497d-b8cc-40f46ff01fe1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:18.866542 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ba818d0-b5d0-4d88-8448-58cd005256f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687133'] for router_interface (d857b83b-07e6-45dd-b263-3a6cfe8e2b6c), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:18.870840 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1824a6-a2ed-4519-8c7b-a9a6faca8a17 None None] Pushing event updated for resources: {'Port': ['ID=1ddae1e9-c08e-493a-82df-9c5b00f2418a,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:18.884354 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1824a6-a2ed-4519-8c7b-a9a6faca8a17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:18.885684 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1824a6-a2ed-4519-8c7b-a9a6faca8a17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:18.886040 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1824a6-a2ed-4519-8c7b-a9a6faca8a17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:18.886385 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1824a6-a2ed-4519-8c7b-a9a6faca8a17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:18.886720 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1824a6-a2ed-4519-8c7b-a9a6faca8a17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:18.887057 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1824a6-a2ed-4519-8c7b-a9a6faca8a17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:18.887390 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1824a6-a2ed-4519-8c7b-a9a6faca8a17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:18.887717 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1824a6-a2ed-4519-8c7b-a9a6faca8a17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:18.888074 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1824a6-a2ed-4519-8c7b-a9a6faca8a17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:18.888403 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1824a6-a2ed-4519-8c7b-a9a6faca8a17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:18.888729 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1824a6-a2ed-4519-8c7b-a9a6faca8a17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:18.889055 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1824a6-a2ed-4519-8c7b-a9a6faca8a17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:18.889377 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1824a6-a2ed-4519-8c7b-a9a6faca8a17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:18.889698 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1824a6-a2ed-4519-8c7b-a9a6faca8a17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:18.890017 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1824a6-a2ed-4519-8c7b-a9a6faca8a17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:18.899959 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:28:18.900555 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] Checking segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:28:18.900968 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:18.901362 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] Bound using segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:28:18.901851 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] Bound port: 1ddae1e9-c08e-493a-82df-9c5b00f2418a, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:28:18.902235 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (1ddae1e9-c08e-493a-82df-9c5b00f2418a), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:18.924397 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:18.963076 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] For port 1ddae1e9-c08e-493a-82df-9c5b00f2418a, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:28:18.966576 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] For port 1ddae1e9-c08e-493a-82df-9c5b00f2418a, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=1ddae1e9-c08e-493a-82df-9c5b00f2418a,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:28:18.975209 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (1ddae1e9-c08e-493a-82df-9c5b00f2418a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:19.008182 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ba818d0-b5d0-4d88-8448-58cd005256f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (2e3da13a-2f0c-497d-b8cc-40f46ff01fe1), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:19.017814 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] Routers {'d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:28:19.018468 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:28:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:19.104892 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-f2ea147a-4e4f-4914-9576-057e5f70f00a None None] Provisioning complete for port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:28:19.105272 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f2ea147a-4e4f-4914-9576-057e5f70f00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (2e3da13a-2f0c-497d-b8cc-40f46ff01fe1), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:19.105611 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-f2ea147a-4e4f-4914-9576-057e5f70f00a None None] Attempt 1 to provision port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 Sep 19 11:28:19.110349 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1824a6-a2ed-4519-8c7b-a9a6faca8a17 None None] Pushing event updated for resources: {'Port': ['ID=1ddae1e9-c08e-493a-82df-9c5b00f2418a,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:19.186187 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ba818d0-b5d0-4d88-8448-58cd005256f1 admin admin] Publish callbacks [] for port (2e3da13a-2f0c-497d-b8cc-40f46ff01fe1), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:19.191237 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ba818d0-b5d0-4d88-8448-58cd005256f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (2e3da13a-2f0c-497d-b8cc-40f46ff01fe1), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:19.192218 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea147a-4e4f-4914-9576-057e5f70f00a None None] Port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:28:19.201987 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] Set router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:28:19.241899 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:19.260296 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba818d0-b5d0-4d88-8448-58cd005256f1 admin admin] Pushing event updated for resources: {'Port': ['ID=2e3da13a-2f0c-497d-b8cc-40f46ff01fe1,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:19.262725 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ba818d0-b5d0-4d88-8448-58cd005256f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687241'] for router_interface (d857b83b-07e6-45dd-b263-3a6cfe8e2b6c), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:19.361265 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba818d0-b5d0-4d88-8448-58cd005256f1 admin admin] Network 4bd047f8-e757-4211-9ab1-9e25ad2c412a is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:28:19.362684 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8ba818d0-b5d0-4d88-8448-58cd005256f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:28:19.421234 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 1, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:19.448781 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cebebf-be11-4b8e-bf1e-ffcd5ff8097f None None] The sync data for ids ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'] in dv-cinder-820994-5-iscsi is: [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 1, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:28:19.505172 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 229fb3db-385c-4d48-8b7a-ef2b55fc05da up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:28:19.512568 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba818d0-b5d0-4d88-8448-58cd005256f1 admin admin] Router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:28:19.540956 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:19.572295 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 229fb3db-385c-4d48-8b7a-ef2b55fc05da triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:28:19.572972 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (229fb3db-385c-4d48-8b7a-ef2b55fc05da), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:19.573512 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 229fb3db-385c-4d48-8b7a-ef2b55fc05da Sep 19 11:28:19.640828 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba818d0-b5d0-4d88-8448-58cd005256f1 admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:28:19.645806 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-8ba818d0-b5d0-4d88-8448-58cd005256f1 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/d857b83b-07e6-45dd-b263-3a6cfe8e2b6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6289098 Sep 19 11:28:19.667459 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 229fb3db-385c-4d48-8b7a-ef2b55fc05da is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:28:19.693920 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-f2ea147a-4e4f-4914-9576-057e5f70f00a None None] Attempt 2 to provision port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 Sep 19 11:28:19.749276 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea147a-4e4f-4914-9576-057e5f70f00a None None] Port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:28:19.832006 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:19.997757 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 60300) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:28:20.002403 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a4da7e44-8a36-4785-9d71-bb60293bdd4a tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--609161400', 'description': 'tempest-description--536856619'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:28:20.023578 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4da7e44-8a36-4785-9d71-bb60293bdd4a tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:20.068333 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:20.077402 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:20.102379 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4da7e44-8a36-4785-9d71-bb60293bdd4a tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (bb2692e1-4038-4432-b3a4-046c73283878), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:20.106282 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4da7e44-8a36-4785-9d71-bb60293bdd4a tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (bb2692e1-4038-4432-b3a4-046c73283878), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:20.142374 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4da7e44-8a36-4785-9d71-bb60293bdd4a tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:20.146649 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a4da7e44-8a36-4785-9d71-bb60293bdd4a tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1448302 Sep 19 11:28:20.147102 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 60302) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:28:20.152866 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-40179dd2-7b0e-44e8-bb74-12b1eab32517 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'security_group_rule': {'security_group_id': 'bb2692e1-4038-4432-b3a4-046c73283878', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:28:20.159989 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da7e44-8a36-4785-9d71-bb60293bdd4a tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2692e1-4038-4432-b3a4-046c73283878,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:20.185873 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-40179dd2-7b0e-44e8-bb74-12b1eab32517 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (7c5e4486-a889-408a-a5be-89dd567acd6a), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:20.245964 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-40179dd2-7b0e-44e8-bb74-12b1eab32517 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (7c5e4486-a889-408a-a5be-89dd567acd6a), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:20.249764 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-40179dd2-7b0e-44e8-bb74-12b1eab32517 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (7c5e4486-a889-408a-a5be-89dd567acd6a), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:20.251158 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-f2ea147a-4e4f-4914-9576-057e5f70f00a None None] Attempt 3 to provision port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 Sep 19 11:28:20.280657 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-40179dd2-7b0e-44e8-bb74-12b1eab32517 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:20.281836 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-40179dd2-7b0e-44e8-bb74-12b1eab32517 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330965 Sep 19 11:28:20.284710 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 60304) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:28:20.285191 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40179dd2-7b0e-44e8-bb74-12b1eab32517 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5e4486-a889-408a-a5be-89dd567acd6a,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:20.290235 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e59ffee1-8733-4528-8ecb-652ad4d80d09 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'security_group_rule': {'security_group_id': 'bb2692e1-4038-4432-b3a4-046c73283878', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:28:20.294346 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea147a-4e4f-4914-9576-057e5f70f00a None None] Port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:28:20.318735 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e59ffee1-8733-4528-8ecb-652ad4d80d09 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (3843d0dd-6489-41b9-af87-18a52f9bf151), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:20.378623 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e59ffee1-8733-4528-8ecb-652ad4d80d09 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (3843d0dd-6489-41b9-af87-18a52f9bf151), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:20.383119 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e59ffee1-8733-4528-8ecb-652ad4d80d09 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (3843d0dd-6489-41b9-af87-18a52f9bf151), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:20.403378 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ffee1-8733-4528-8ecb-652ad4d80d09 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3843d0dd-6489-41b9-af87-18a52f9bf151,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:20.408896 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e59ffee1-8733-4528-8ecb-652ad4d80d09 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:20.413484 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e59ffee1-8733-4528-8ecb-652ad4d80d09 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244025 Sep 19 11:28:20.413588 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 60306) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:28:20.418248 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-71822605-364c-4eea-b982-010a8c51b82d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'floatingip': {'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:28:20.444157 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-71822605-364c-4eea-b982-010a8c51b82d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:20.529320 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-71822605-364c-4eea-b982-010a8c51b82d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:20.643695 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-71822605-364c-4eea-b982-010a8c51b82d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Allocated IP 172.27.2.52 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/8d82afa3-20ee-41ce-bb96-ad964dfeb4ef) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:28:20.758818 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-71822605-364c-4eea-b982-010a8c51b82d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for port (8d82afa3-20ee-41ce-bb96-ad964dfeb4ef), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:20.780569 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:20.793136 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-71822605-364c-4eea-b982-010a8c51b82d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (8d82afa3-20ee-41ce-bb96-ad964dfeb4ef), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:20.795463 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-f2ea147a-4e4f-4914-9576-057e5f70f00a None None] Attempt 4 to provision port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 Sep 19 11:28:20.796259 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:20.828731 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea147a-4e4f-4914-9576-057e5f70f00a None None] Port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:28:20.840963 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71822605-364c-4eea-b982-010a8c51b82d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:28:20.845072 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-71822605-364c-4eea-b982-010a8c51b82d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:28:20.847208 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71822605-364c-4eea-b982-010a8c51b82d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'Port': ['ID=8d82afa3-20ee-41ce-bb96-ad964dfeb4ef,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:20.849524 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71822605-364c-4eea-b982-010a8c51b82d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:28:20.932775 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-71822605-364c-4eea-b982-010a8c51b82d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (0be2f6e2-c462-4160-8e3e-ea5d624f051c), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:20.971196 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-71822605-364c-4eea-b982-010a8c51b82d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (8d82afa3-20ee-41ce-bb96-ad964dfeb4ef), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:21.118406 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-71822605-364c-4eea-b982-010a8c51b82d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for port (8d82afa3-20ee-41ce-bb96-ad964dfeb4ef), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:21.123048 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-71822605-364c-4eea-b982-010a8c51b82d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336761'] for port (8d82afa3-20ee-41ce-bb96-ad964dfeb4ef), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:21.192520 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71822605-364c-4eea-b982-010a8c51b82d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'Port': ['ID=8d82afa3-20ee-41ce-bb96-ad964dfeb4ef,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:21.196041 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-71822605-364c-4eea-b982-010a8c51b82d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (0be2f6e2-c462-4160-8e3e-ea5d624f051c), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:21.211901 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-71822605-364c-4eea-b982-010a8c51b82d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:21.213401 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-71822605-364c-4eea-b982-010a8c51b82d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7985015 Sep 19 11:28:21.308661 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:21.329833 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-f2ea147a-4e4f-4914-9576-057e5f70f00a None None] Attempt 5 to provision port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 Sep 19 11:28:21.363543 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea147a-4e4f-4914-9576-057e5f70f00a None None] Port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:28:21.370509 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-7a9c7635-1fe6-4d03-87e1-3126820ed7e4 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--609161400&fields=id&tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2 HTTP/1.1" status: 200 len: 267 time: 0.0433407 Sep 19 11:28:21.401996 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:21.467085 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] Sync routers for ids ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:28:21.477794 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] Routers {'d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:28:21.478601 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:28:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:21.489584 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 1ddae1e9-c08e-493a-82df-9c5b00f2418a up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:28:21.498734 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-83f65ae3-7c66-4e55-9794-a141d8020f72 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:21.500361 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-83f65ae3-7c66-4e55-9794-a141d8020f72 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/networks?id=4bd047f8-e757-4211-9ab1-9e25ad2c412a HTTP/1.1" status: 200 len: 814 time: 0.1224167 Sep 19 11:28:21.520378 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-d86856f2-c47e-480e-a462-400967636797 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/quotas/0e5ff724699a4dafb37bc5d5e240f0b2 HTTP/1.1" status: 200 len: 375 time: 0.0138605 Sep 19 11:28:21.540829 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 1ddae1e9-c08e-493a-82df-9c5b00f2418a triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:28:21.541210 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (1ddae1e9-c08e-493a-82df-9c5b00f2418a), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:21.541549 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 1ddae1e9-c08e-493a-82df-9c5b00f2418a Sep 19 11:28:21.574705 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-4f0584b3-bdc4-4c84-b1ba-e0203f82da22 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514097 Sep 19 11:28:21.622375 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 1ddae1e9-c08e-493a-82df-9c5b00f2418a is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:28:21.622679 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (1ddae1e9-c08e-493a-82df-9c5b00f2418a), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:21.644854 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] For port 1ddae1e9-c08e-493a-82df-9c5b00f2418a, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=1ddae1e9-c08e-493a-82df-9c5b00f2418a,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:28:21.650299 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (1ddae1e9-c08e-493a-82df-9c5b00f2418a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:21.676903 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] Set router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:28:21.703855 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-dd8a978a-0668-49d7-840e-27727976e4e1 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151185 Sep 19 11:28:21.717156 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Pushing event updated for resources: {'Port': ['ID=1ddae1e9-c08e-493a-82df-9c5b00f2418a,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:21.801048 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-1d49d7e3-b9ff-44cf-9326-901130ad0d41 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911655 Sep 19 11:28:21.864604 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-f2ea147a-4e4f-4914-9576-057e5f70f00a None None] Attempt 6 to provision port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 Sep 19 11:28:21.871866 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:19Z', 'revision_number': 2, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:21.898405 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] Checking router: d857b83b-07e6-45dd-b263-3a6cfe8e2b6c for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:28:21.899215 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] Updating router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 binding host dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:28:21.904816 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea147a-4e4f-4914-9576-057e5f70f00a None None] Port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:28:21.932647 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (2e3da13a-2f0c-497d-b8cc-40f46ff01fe1), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:21.970825 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-180e42c7-9b96-4272-a841-33f1e35571a6 req-953d2203-53fb-4f54-9ffb-c87a677e8eeb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9516b2a9-37fe-418b-8d86-2e6f37f83f72 HTTP/1.1" status: 200 len: 210 time: 0.0288720 Sep 19 11:28:22.206279 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] Publish callbacks [] for port (2e3da13a-2f0c-497d-b8cc-40f46ff01fe1), precommit_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:22.211662 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (2e3da13a-2f0c-497d-b8cc-40f46ff01fe1), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:22.248122 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:22.257976 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953b83e-9b59-4cf4-ad13-ee1bb0932878 None None] Pushing event updated for resources: {'Port': ['ID=2e3da13a-2f0c-497d-b8cc-40f46ff01fe1,revision_number=3']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:22.285005 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b83e-9b59-4cf4-ad13-ee1bb0932878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:22.285359 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b83e-9b59-4cf4-ad13-ee1bb0932878 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:22.285716 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b83e-9b59-4cf4-ad13-ee1bb0932878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:22.286079 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b83e-9b59-4cf4-ad13-ee1bb0932878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:22.286418 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b83e-9b59-4cf4-ad13-ee1bb0932878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:22.286750 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b83e-9b59-4cf4-ad13-ee1bb0932878 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:22.287075 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b83e-9b59-4cf4-ad13-ee1bb0932878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:22.287400 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b83e-9b59-4cf4-ad13-ee1bb0932878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:22.287725 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b83e-9b59-4cf4-ad13-ee1bb0932878 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:22.288072 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b83e-9b59-4cf4-ad13-ee1bb0932878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:22.288395 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b83e-9b59-4cf4-ad13-ee1bb0932878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:22.288730 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b83e-9b59-4cf4-ad13-ee1bb0932878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:22.289060 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b83e-9b59-4cf4-ad13-ee1bb0932878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:22.289382 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b83e-9b59-4cf4-ad13-ee1bb0932878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:22.289696 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953b83e-9b59-4cf4-ad13-ee1bb0932878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:22.320114 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] Attempting to bind port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:28:22.320483 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] Attempting to bind port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:28:22.320890 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] Attempting to bind port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 on network 4bd047f8-e757-4211-9ab1-9e25ad2c412a {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:28:22.363390 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:28:22.363792 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] Checking segment: {'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:28:22.364205 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:22.364591 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] Bound using segment: {'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:28:22.365085 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] Bound port: 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'}}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:28:22.365461 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (2e3da13a-2f0c-497d-b8cc-40f46ff01fe1), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:22.367137 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:22.406901 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-f2ea147a-4e4f-4914-9576-057e5f70f00a None None] Attempt 7 to provision port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 Sep 19 11:28:22.428893 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] For port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:28:22.432712 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] For port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=2e3da13a-2f0c-497d-b8cc-40f46ff01fe1,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:28:22.440265 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (2e3da13a-2f0c-497d-b8cc-40f46ff01fe1), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:22.441359 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea147a-4e4f-4914-9576-057e5f70f00a None None] Port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:28:22.491026 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] Routers {'d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:28:22.491640 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:28:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:22.547724 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953b83e-9b59-4cf4-ad13-ee1bb0932878 None None] Pushing event updated for resources: {'Port': ['ID=2e3da13a-2f0c-497d-b8cc-40f46ff01fe1,revision_number=4']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:22.606933 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] Set router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:28:22.795217 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:22Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:22.824654 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766fefa3-81f3-443f-aaee-a9b3bd632642 None None] The sync data for ids ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'] in dv-cinder-820994-5-iscsi is: [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:22Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:28:22.942230 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-f2ea147a-4e4f-4914-9576-057e5f70f00a None None] Attempt 8 to provision port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 Sep 19 11:28:22.962344 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:23.040015 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea147a-4e4f-4914-9576-057e5f70f00a None None] Current status of the port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:28:23.040501 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f2ea147a-4e4f-4914-9576-057e5f70f00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (2e3da13a-2f0c-497d-b8cc-40f46ff01fe1), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:23.094191 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-f2ea147a-4e4f-4914-9576-057e5f70f00a None None] For port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=2e3da13a-2f0c-497d-b8cc-40f46ff01fe1,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:28:23.101659 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f2ea147a-4e4f-4914-9576-057e5f70f00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (2e3da13a-2f0c-497d-b8cc-40f46ff01fe1), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:23.155472 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59e06c3b-9389-4d38-aef3-8d90d1ea1207 req-23dedb1a-9a70-4078-9813-0f9f164b8f3e tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9516b2a9-37fe-418b-8d86-2e6f37f83f72 HTTP/1.1" status: 200 len: 210 time: 0.0437217 Sep 19 11:28:23.172126 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-69dd9d6e-0a37-492a-8373-7448288da246 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:23.173913 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-69dd9d6e-0a37-492a-8373-7448288da246 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.72 "GET /networking/v2.0/networks?id=4bd047f8-e757-4211-9ab1-9e25ad2c412a HTTP/1.1" status: 200 len: 814 time: 0.1628635 Sep 19 11:28:23.178511 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea147a-4e4f-4914-9576-057e5f70f00a None None] Pushing event updated for resources: {'Port': ['ID=2e3da13a-2f0c-497d-b8cc-40f46ff01fe1,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:23.230885 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-f4b919a4-e7aa-4170-ab0b-3d89e3b1d5fb None None] Provisioning complete for port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:28:23.231262 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f4b919a4-e7aa-4170-ab0b-3d89e3b1d5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (2e3da13a-2f0c-497d-b8cc-40f46ff01fe1), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:23.231593 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-f4b919a4-e7aa-4170-ab0b-3d89e3b1d5fb None None] Attempt 1 to provision port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 Sep 19 11:28:23.255918 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-f51363be-2d93-40bc-a770-b6300d56265c tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2 HTTP/1.1" status: 200 len: 379 time: 0.0610166 Sep 19 11:28:23.271576 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-53cc9b28-bd06-4b28-972d-6ccb0adb9549 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'port': {'device_id': '9516b2a9-37fe-418b-8d86-2e6f37f83f72', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'admin_state_up': True, 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'security_groups': ['bb2692e1-4038-4432-b3a4-046c73283878']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:28:23.310566 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-f4b919a4-e7aa-4170-ab0b-3d89e3b1d5fb None None] Current status of the port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:28:23.342460 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:23.392467 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-53cc9b28-bd06-4b28-972d-6ccb0adb9549 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Made reservation on behalf of 0e5ff724699a4dafb37bc5d5e240f0b2 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:28:23.396830 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-53cc9b28-bd06-4b28-972d-6ccb0adb9549 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:23.469553 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:23.502858 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 1ddae1e9-c08e-493a-82df-9c5b00f2418a up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:28:23.531473 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:23.556162 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-53cc9b28-bd06-4b28-972d-6ccb0adb9549 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Allocated IP 172.20.0.7 (4bd047f8-e757-4211-9ab1-9e25ad2c412a/7fba9500-450b-48d5-89c9-3abf0acd9be1/c9c48b6c-9661-4ed3-92da-fc33fecc1c02) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:28:23.558523 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 1ddae1e9-c08e-493a-82df-9c5b00f2418a triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:28:23.558897 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (1ddae1e9-c08e-493a-82df-9c5b00f2418a), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:23.559228 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 1ddae1e9-c08e-493a-82df-9c5b00f2418a Sep 19 11:28:23.634726 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 1ddae1e9-c08e-493a-82df-9c5b00f2418a is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:28:23.635779 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:28:23.678819 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:28:23.679189 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (2e3da13a-2f0c-497d-b8cc-40f46ff01fe1), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:23.679521 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 Sep 19 11:28:23.757654 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:28:23.929957 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-53cc9b28-bd06-4b28-972d-6ccb0adb9549 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for port (c9c48b6c-9661-4ed3-92da-fc33fecc1c02), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:23.962542 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-53cc9b28-bd06-4b28-972d-6ccb0adb9549 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (c9c48b6c-9661-4ed3-92da-fc33fecc1c02), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:24.004747 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-53cc9b28-bd06-4b28-972d-6ccb0adb9549 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Network 4bd047f8-e757-4211-9ab1-9e25ad2c412a is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:28:24.007994 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-53cc9b28-bd06-4b28-972d-6ccb0adb9549 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:28:24.011659 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-53cc9b28-bd06-4b28-972d-6ccb0adb9549 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:28:24.037592 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc9b28-bd06-4b28-972d-6ccb0adb9549 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'Port': ['ID=c9c48b6c-9661-4ed3-92da-fc33fecc1c02,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:24.069611 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-53cc9b28-bd06-4b28-972d-6ccb0adb9549 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:24.070287 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-53cc9b28-bd06-4b28-972d-6ccb0adb9549 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:24.088977 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-53cc9b28-bd06-4b28-972d-6ccb0adb9549 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8246117 Sep 19 11:28:24.103595 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Request body: {'port': {'device_id': '9516b2a9-37fe-418b-8d86-2e6f37f83f72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:28:24.167035 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (c9c48b6c-9661-4ed3-92da-fc33fecc1c02), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:24.235461 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-8206b717-bf39-4ba0-8f41-7fa1bf1574c0 None None] Provisioning complete for port c9c48b6c-9661-4ed3-92da-fc33fecc1c02 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:28:24.236624 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8206b717-bf39-4ba0-8f41-7fa1bf1574c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (c9c48b6c-9661-4ed3-92da-fc33fecc1c02), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:24.237189 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-8206b717-bf39-4ba0-8f41-7fa1bf1574c0 None None] Attempt 1 to provision port c9c48b6c-9661-4ed3-92da-fc33fecc1c02 Sep 19 11:28:24.269956 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-8206b717-bf39-4ba0-8f41-7fa1bf1574c0 None None] Port c9c48b6c-9661-4ed3-92da-fc33fecc1c02 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:28:24.391018 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:24.416295 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e0a1d-c0c7-4938-9a6b-a409d9e73cc3 req-ec654721-613d-4f2e-9731-1025e6b3e2b1 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:24.417804 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7d4e0a1d-c0c7-4938-9a6b-a409d9e73cc3 req-ec654721-613d-4f2e-9731-1025e6b3e2b1 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9516b2a9-37fe-418b-8d86-2e6f37f83f72 HTTP/1.1" status: 200 len: 931 time: 0.1384530 Sep 19 11:28:24.515239 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7d4e0a1d-c0c7-4938-9a6b-a409d9e73cc3 req-b26d58e7-c2b9-48ee-ac2d-048591ed022a tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=bb2692e1-4038-4432-b3a4-046c73283878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877628 Sep 19 11:28:24.525209 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c48b6c-9661-4ed3-92da-fc33fecc1c02 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:28:24.533516 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Publish callbacks [] for port (c9c48b6c-9661-4ed3-92da-fc33fecc1c02), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:24.545878 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Transition to ACTIVE for port object c9c48b6c-9661-4ed3-92da-fc33fecc1c02 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 11:28:24.550404 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (c9c48b6c-9661-4ed3-92da-fc33fecc1c02), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:24.556397 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:24.618341 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Pushing event updated for resources: {'Port': ['ID=c9c48b6c-9661-4ed3-92da-fc33fecc1c02,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:24.665806 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Attempting to bind port c9c48b6c-9661-4ed3-92da-fc33fecc1c02 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:28:24.666141 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Attempting to bind port c9c48b6c-9661-4ed3-92da-fc33fecc1c02 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:28:24.666471 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Attempting to bind port c9c48b6c-9661-4ed3-92da-fc33fecc1c02 on network 4bd047f8-e757-4211-9ab1-9e25ad2c412a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:28:24.708176 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Port c9c48b6c-9661-4ed3-92da-fc33fecc1c02 on network 4bd047f8-e757-4211-9ab1-9e25ad2c412a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 11:28:24.708503 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Attempting to bind port c9c48b6c-9661-4ed3-92da-fc33fecc1c02 on network 4bd047f8-e757-4211-9ab1-9e25ad2c412a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:28:24.750347 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Checking agent: {'id': '89dce09e-1d3d-46be-9edc-f71162f9f1f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'started_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:28:24.750683 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Checking segment: {'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:28:24.751064 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Bound using segment: {'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:28:24.751497 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Bound port: c9c48b6c-9661-4ed3-92da-fc33fecc1c02, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:28:24.751887 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (c9c48b6c-9661-4ed3-92da-fc33fecc1c02), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:24.770989 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-8206b717-bf39-4ba0-8f41-7fa1bf1574c0 None None] Attempt 2 to provision port c9c48b6c-9661-4ed3-92da-fc33fecc1c02 Sep 19 11:28:24.802502 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-8206b717-bf39-4ba0-8f41-7fa1bf1574c0 None None] Port c9c48b6c-9661-4ed3-92da-fc33fecc1c02 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:28:24.816978 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] For port c9c48b6c-9661-4ed3-92da-fc33fecc1c02, host hv-cinder-82099, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:28:24.820114 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] For port c9c48b6c-9661-4ed3-92da-fc33fecc1c02, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=c9c48b6c-9661-4ed3-92da-fc33fecc1c02,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:28:24.826163 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (c9c48b6c-9661-4ed3-92da-fc33fecc1c02), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:24.832295 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:24.833008 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:24.834404 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/c9c48b6c-9661-4ed3-92da-fc33fecc1c02 HTTP/1.1" status: 200 len: 1093 time: 0.7351120 Sep 19 11:28:24.834952 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9516b2a9-37fe-418b-8d86-2e6f37f83f72', 'tag': 'c9c48b6c-9661-4ed3-92da-fc33fecc1c02'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:28:24.837251 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505d3e20-41c6-44f3-a81c-6b2f7228a426" -d '{"events": [{"name": "network-changed", "server_uuid": "9516b2a9-37fe-418b-8d86-2e6f37f83f72", "tag": "c9c48b6c-9661-4ed3-92da-fc33fecc1c02"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:28:24.882233 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Pushing event updated for resources: {'Port': ['ID=c9c48b6c-9661-4ed3-92da-fc33fecc1c02,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:24.896226 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40392d1-7877-4c31-b941-927f562b1ce8 x-openstack-request-id: req-f40392d1-7877-4c31-b941-927f562b1ce8 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:28:24.896514 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9516b2a9-37fe-418b-8d86-2e6f37f83f72", "tag": "c9c48b6c-9661-4ed3-92da-fc33fecc1c02", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:28:24.896763 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f40392d1-7877-4c31-b941-927f562b1ce8 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:28:24.897155 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f40392d1-7877-4c31-b941-927f562b1ce8'] response: {'name': 'network-changed', 'server_uuid': '9516b2a9-37fe-418b-8d86-2e6f37f83f72', 'tag': 'c9c48b6c-9661-4ed3-92da-fc33fecc1c02', 'status': 'completed', 'code': 200} Sep 19 11:28:24.916766 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:24.917111 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:24.917451 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:24.917783 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:24.918111 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:24.918437 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:24.918762 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:24.919077 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:24.919397 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:24.919716 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:24.920058 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:24.920392 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:24.920745 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:24.921061 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:24.921451 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5dc8ae-2663-45d0-82e6-88288c14e3ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:28:24.937017 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-955c7cc3-a0db-4477-83f4-1b4de7638150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:24.938570 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-955c7cc3-a0db-4477-83f4-1b4de7638150 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2&device_id=9516b2a9-37fe-418b-8d86-2e6f37f83f72 HTTP/1.1" status: 200 len: 1127 time: 0.0538750 Sep 19 11:28:24.981554 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-7ad4d581-e11c-456a-a9fa-65eee5b90342 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9c48b6c-9661-4ed3-92da-fc33fecc1c02 HTTP/1.1" status: 200 len: 217 time: 0.0364015 Sep 19 11:28:25.041122 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-1c91e77c-e288-43cc-97d4-6c0e1f659470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:25.042488 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-1c91e77c-e288-43cc-97d4-6c0e1f659470 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7fba9500-450b-48d5-89c9-3abf0acd9be1 HTTP/1.1" status: 200 len: 853 time: 0.0432258 Sep 19 11:28:25.084699 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-e93d962b-0ed3-413c-8c2c-8e9657c45932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:25.086034 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-e93d962b-0ed3-413c-8c2c-8e9657c45932 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4bd047f8-e757-4211-9ab1-9e25ad2c412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375943 Sep 19 11:28:25.178645 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-fce25a3d-6fa2-4d9c-bf13-d28972a81cc9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855031 Sep 19 11:28:25.245889 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:25.272148 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8312500c-9c3b-4c68-a7d3-b43432e49665 req-ad0365a1-d526-4e31-acc5-91e5f0c03136 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866563 Sep 19 11:28:25.303311 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-8206b717-bf39-4ba0-8f41-7fa1bf1574c0 None None] Attempt 3 to provision port c9c48b6c-9661-4ed3-92da-fc33fecc1c02 Sep 19 11:28:25.465133 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-8206b717-bf39-4ba0-8f41-7fa1bf1574c0 None None] Port c9c48b6c-9661-4ed3-92da-fc33fecc1c02 had new provisioning blocks added so it will not transition to active. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 11:28:25.643342 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2de688-9388-415b-b0c5-dc26e1684fb5 req-3bbbca1d-570d-4cf6-a5b4-22e012074bf8 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:25.644732 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a2de688-9388-415b-b0c5-dc26e1684fb5 req-3bbbca1d-570d-4cf6-a5b4-22e012074bf8 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9516b2a9-37fe-418b-8d86-2e6f37f83f72 HTTP/1.1" status: 200 len: 943 time: 0.0517390 Sep 19 11:28:25.691664 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a2de688-9388-415b-b0c5-dc26e1684fb5 req-dea5d380-5bd7-4319-a3b4-777209355a1a tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=bb2692e1-4038-4432-b3a4-046c73283878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414047 Sep 19 11:28:26.154180 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d3e20-41c6-44f3-a81c-6b2f7228a426 req-a4e376c8-2cbd-470f-b14b-d3c1a3fa4319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:26.155645 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-505d3e20-41c6-44f3-a81c-6b2f7228a426 req-a4e376c8-2cbd-470f-b14b-d3c1a3fa4319 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2&device_id=9516b2a9-37fe-418b-8d86-2e6f37f83f72 HTTP/1.1" status: 200 len: 1127 time: 0.0392575 Sep 19 11:28:26.248810 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d3e20-41c6-44f3-a81c-6b2f7228a426 req-73f75a0d-58d4-407e-8da8-de7916ca47e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:26.250915 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-505d3e20-41c6-44f3-a81c-6b2f7228a426 req-73f75a0d-58d4-407e-8da8-de7916ca47e6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4bd047f8-e757-4211-9ab1-9e25ad2c412a HTTP/1.1" status: 200 len: 915 time: 0.0887065 Sep 19 11:28:26.291269 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-505d3e20-41c6-44f3-a81c-6b2f7228a426 req-ecde2449-799a-41f4-9d35-8765aaafac20 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9c48b6c-9661-4ed3-92da-fc33fecc1c02 HTTP/1.1" status: 200 len: 217 time: 0.0341208 Sep 19 11:28:26.326767 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:26.341430 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d3e20-41c6-44f3-a81c-6b2f7228a426 req-3d8f7266-f87e-4676-bca1-abe80bc40702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:26.342834 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-505d3e20-41c6-44f3-a81c-6b2f7228a426 req-3d8f7266-f87e-4676-bca1-abe80bc40702 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7fba9500-450b-48d5-89c9-3abf0acd9be1 HTTP/1.1" status: 200 len: 853 time: 0.0459170 Sep 19 11:28:26.386035 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d3e20-41c6-44f3-a81c-6b2f7228a426 req-028cc671-468b-48bf-ae3a-0cff5bc237d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:26.387499 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-505d3e20-41c6-44f3-a81c-6b2f7228a426 req-028cc671-468b-48bf-ae3a-0cff5bc237d2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4bd047f8-e757-4211-9ab1-9e25ad2c412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388169 Sep 19 11:28:26.483818 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-505d3e20-41c6-44f3-a81c-6b2f7228a426 req-028c039f-44bc-446e-9d92-4ee2db974c94 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850036 Sep 19 11:28:26.588775 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-505d3e20-41c6-44f3-a81c-6b2f7228a426 req-b96f6d50-16e3-4f40-a8c6-b95adcf2f177 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945849 Sep 19 11:28:26.869074 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda544d-ac49-4316-a5cc-46965d9b4f00 req-756183ce-7e7d-429b-b027-f4923dd8dc48 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:26.870557 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fdda544d-ac49-4316-a5cc-46965d9b4f00 req-756183ce-7e7d-429b-b027-f4923dd8dc48 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9516b2a9-37fe-418b-8d86-2e6f37f83f72 HTTP/1.1" status: 200 len: 943 time: 0.1028118 Sep 19 11:28:26.918166 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fdda544d-ac49-4316-a5cc-46965d9b4f00 req-d9e8345b-a1c1-49eb-9770-fde891f513ec tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=bb2692e1-4038-4432-b3a4-046c73283878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413244 Sep 19 11:28:28.037879 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b47175-37ac-4a59-bb49-a04ad93cf7c5 req-d1d31590-ae81-4ca9-a5d9-ff26109acb01 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:28.039348 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-56b47175-37ac-4a59-bb49-a04ad93cf7c5 req-d1d31590-ae81-4ca9-a5d9-ff26109acb01 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9516b2a9-37fe-418b-8d86-2e6f37f83f72 HTTP/1.1" status: 200 len: 943 time: 0.0469120 Sep 19 11:28:28.085723 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-56b47175-37ac-4a59-bb49-a04ad93cf7c5 req-09e72dd2-4de0-457a-9ef6-ed5ef5ac6af6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=bb2692e1-4038-4432-b3a4-046c73283878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408442 Sep 19 11:28:28.299538 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device c9c48b6c-9661-4ed3-92da-fc33fecc1c02 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:28:28.368375 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:28.396927 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port c9c48b6c-9661-4ed3-92da-fc33fecc1c02, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=c9c48b6c-9661-4ed3-92da-fc33fecc1c02,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:28:28.407977 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': 'c9c48b6c-9661-4ed3-92da-fc33fecc1c02', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'port_id': 'c9c48b6c-9661-4ed3-92da-fc33fecc1c02', 'mac_address': 'fa:16:3e:3f:ab:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:28:28.444911 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port c9c48b6c-9661-4ed3-92da-fc33fecc1c02 is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:28:28.445296 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (c9c48b6c-9661-4ed3-92da-fc33fecc1c02), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:28.458770 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c48b6c-9661-4ed3-92da-fc33fecc1c02 {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:28:28.478380 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port c9c48b6c-9661-4ed3-92da-fc33fecc1c02, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=c9c48b6c-9661-4ed3-92da-fc33fecc1c02,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:28:28.482171 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (c9c48b6c-9661-4ed3-92da-fc33fecc1c02), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:28.528121 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=c9c48b6c-9661-4ed3-92da-fc33fecc1c02,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:28.754241 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['c9c48b6c-9661-4ed3-92da-fc33fecc1c02'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:28:29.208152 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680e464-eb7d-481e-b189-7a9dca978407 req-d80cb549-28c2-4388-8a3b-eec0928d8a01 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:29.209537 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f680e464-eb7d-481e-b189-7a9dca978407 req-d80cb549-28c2-4388-8a3b-eec0928d8a01 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9516b2a9-37fe-418b-8d86-2e6f37f83f72 HTTP/1.1" status: 200 len: 944 time: 0.0503767 Sep 19 11:28:29.257078 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f680e464-eb7d-481e-b189-7a9dca978407 req-8bfed90b-90ef-45a9-a2bd-4f79b2b5a95a tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=bb2692e1-4038-4432-b3a4-046c73283878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420184 Sep 19 11:28:29.802284 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cedfd-3636-4bc2-8f05-5fdd3e10a9f4 req-c9fe6186-2451-4f60-acb7-77c0ddfb4019 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:29.803756 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-777cedfd-3636-4bc2-8f05-5fdd3e10a9f4 req-c9fe6186-2451-4f60-acb7-77c0ddfb4019 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0466607 Sep 19 11:28:29.850358 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-777cedfd-3636-4bc2-8f05-5fdd3e10a9f4 req-8344daf1-fb3a-4c6b-9cf9-a531e6c00069 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410476 Sep 19 11:28:30.316030 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device c9c48b6c-9661-4ed3-92da-fc33fecc1c02 up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:28:30.349251 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:30.359870 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning for port c9c48b6c-9661-4ed3-92da-fc33fecc1c02 completed by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 11:28:30.365691 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port c9c48b6c-9661-4ed3-92da-fc33fecc1c02 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:28:30.366159 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (c9c48b6c-9661-4ed3-92da-fc33fecc1c02), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:30.366592 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port c9c48b6c-9661-4ed3-92da-fc33fecc1c02 Sep 19 11:28:30.382396 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a217ef-04ae-4f6b-83f0-b0e6f94c015d req-83792c5e-7fda-471e-9c79-2e68937fcd94 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:30.383954 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-72a217ef-04ae-4f6b-83f0-b0e6f94c015d req-83792c5e-7fda-471e-9c79-2e68937fcd94 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9516b2a9-37fe-418b-8d86-2e6f37f83f72 HTTP/1.1" status: 200 len: 944 time: 0.0511174 Sep 19 11:28:30.410499 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:30.432797 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-72a217ef-04ae-4f6b-83f0-b0e6f94c015d req-1f1c8a66-f33f-418d-987f-54edafa72bf2 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=bb2692e1-4038-4432-b3a4-046c73283878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420091 Sep 19 11:28:30.445338 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port c9c48b6c-9661-4ed3-92da-fc33fecc1c02 is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:28:30.445733 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (c9c48b6c-9661-4ed3-92da-fc33fecc1c02), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:30.469191 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9516b2a9-37fe-418b-8d86-2e6f37f83f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c48b6c-9661-4ed3-92da-fc33fecc1c02'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:28:30.471428 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e1519e-33df-4c70-8a2e-277e958e50ce" -d '{"events": [{"server_uuid": "9516b2a9-37fe-418b-8d86-2e6f37f83f72", "name": "network-vif-plugged", "status": "completed", "tag": "c9c48b6c-9661-4ed3-92da-fc33fecc1c02"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:28:30.484954 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port c9c48b6c-9661-4ed3-92da-fc33fecc1c02, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=c9c48b6c-9661-4ed3-92da-fc33fecc1c02,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:28:30.488980 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (c9c48b6c-9661-4ed3-92da-fc33fecc1c02), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:30.511842 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce242e78-f861-458d-ba1c-9202f6d29ea5 x-openstack-request-id: req-ce242e78-f861-458d-ba1c-9202f6d29ea5 {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:28:30.512150 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9516b2a9-37fe-418b-8d86-2e6f37f83f72", "name": "network-vif-plugged", "status": "completed", "tag": "c9c48b6c-9661-4ed3-92da-fc33fecc1c02", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:28:30.512398 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ce242e78-f861-458d-ba1c-9202f6d29ea5 {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:28:30.512781 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce242e78-f861-458d-ba1c-9202f6d29ea5'] response: {'server_uuid': '9516b2a9-37fe-418b-8d86-2e6f37f83f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c48b6c-9661-4ed3-92da-fc33fecc1c02', 'code': 200} Sep 19 11:28:30.538148 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=c9c48b6c-9661-4ed3-92da-fc33fecc1c02,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:30.674934 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1a57f-4c2d-4e0f-9cb8-bf0b4b0add72 req-4f0d3208-ea50-4b7c-898e-315f77073a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:30.676816 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-18c1a57f-4c2d-4e0f-9cb8-bf0b4b0add72 req-4f0d3208-ea50-4b7c-898e-315f77073a07 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9516b2a9-37fe-418b-8d86-2e6f37f83f72 HTTP/1.1" status: 200 len: 1129 time: 0.0392864 Sep 19 11:28:30.720240 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-18c1a57f-4c2d-4e0f-9cb8-bf0b4b0add72 req-74925d24-bdd7-4523-832e-fc87deb9efca service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb2692e1-4038-4432-b3a4-046c73283878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372529 Sep 19 11:28:30.932399 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:30.976676 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dd778-5c44-4d16-a6eb-2c2449d99621 req-096d1223-02cf-46cd-95ee-7704ffdaf7d6 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:30.978128 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0e8dd778-5c44-4d16-a6eb-2c2449d99621 req-096d1223-02cf-46cd-95ee-7704ffdaf7d6 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0464747 Sep 19 11:28:31.028094 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0e8dd778-5c44-4d16-a6eb-2c2449d99621 req-41291a64-8bcd-4a02-93c0-adc52e1de22b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442450 Sep 19 11:28:31.203457 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:31.206206 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=40,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:31.551925 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c649-9d51-4f50-a32e-87f561ee093a req-7cd3bdae-1e61-40c1-a315-acf64781ddf6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:31.553426 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8209c649-9d51-4f50-a32e-87f561ee093a req-7cd3bdae-1e61-40c1-a315-acf64781ddf6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9516b2a9-37fe-418b-8d86-2e6f37f83f72 HTTP/1.1" status: 200 len: 945 time: 0.0461249 Sep 19 11:28:31.601349 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8209c649-9d51-4f50-a32e-87f561ee093a req-192aa8a7-a020-4d7c-a64a-7b32adad67d1 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=bb2692e1-4038-4432-b3a4-046c73283878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424185 Sep 19 11:28:32.153826 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870aab16-4f84-44a8-9512-b6e689d3c0aa req-3e467564-b246-40b8-847e-a1cb31306298 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:32.155254 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-870aab16-4f84-44a8-9512-b6e689d3c0aa req-3e467564-b246-40b8-847e-a1cb31306298 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0448523 Sep 19 11:28:32.197244 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:32.201797 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-870aab16-4f84-44a8-9512-b6e689d3c0aa req-9e9c29e3-6da7-4d71-a9a6-2b3bcf3ec60e tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405486 Sep 19 11:28:32.728849 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b3c20-dd2a-44d0-b9ac-0ac0c9fe4916 req-23bed15b-dec8-487e-855d-ab11d7459c10 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:32.730323 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eb3b3c20-dd2a-44d0-b9ac-0ac0c9fe4916 req-23bed15b-dec8-487e-855d-ab11d7459c10 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9516b2a9-37fe-418b-8d86-2e6f37f83f72 HTTP/1.1" status: 200 len: 945 time: 0.0504606 Sep 19 11:28:32.776681 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eb3b3c20-dd2a-44d0-b9ac-0ac0c9fe4916 req-558973cc-ffe9-481e-872a-dc1582304156 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=bb2692e1-4038-4432-b3a4-046c73283878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408163 Sep 19 11:28:32.892055 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcd4c9-4a84-412d-96f7-519257793643 req-cbdec085-255f-43c2-8486-eebfba8bde13 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:32.893532 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5edcd4c9-4a84-412d-96f7-519257793643 req-cbdec085-255f-43c2-8486-eebfba8bde13 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9516b2a9-37fe-418b-8d86-2e6f37f83f72 HTTP/1.1" status: 200 len: 945 time: 0.0474069 Sep 19 11:28:32.903435 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 60400) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:28:32.907757 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9db97080-6af2-498d-9b44-cc1a12f4acc6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'floatingip': {'port_id': 'c9c48b6c-9661-4ed3-92da-fc33fecc1c02'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:28:32.948210 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9db97080-6af2-498d-9b44-cc1a12f4acc6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (0be2f6e2-c462-4160-8e3e-ea5d624f051c), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:33.363503 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80733eae-6c69-4b5b-bc4f-343555f8bd80 req-85dbbdd3-01cf-440a-b184-7c1a83904e93 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:33.364990 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-80733eae-6c69-4b5b-bc4f-343555f8bd80 req-85dbbdd3-01cf-440a-b184-7c1a83904e93 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0761580 Sep 19 11:28:33.430365 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9db97080-6af2-498d-9b44-cc1a12f4acc6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:33.436406 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:33.442235 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9db97080-6af2-498d-9b44-cc1a12f4acc6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (0be2f6e2-c462-4160-8e3e-ea5d624f051c), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:33.490891 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-80733eae-6c69-4b5b-bc4f-343555f8bd80 req-e81a14a7-11b0-42c3-86c1-859cf1999f38 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986426 Sep 19 11:28:33.550065 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-9db97080-6af2-498d-9b44-cc1a12f4acc6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Floating IP 0be2f6e2-c462-4160-8e3e-ea5d624f051c associated. External IP: 172.27.2.52, port: c9c48b6c-9661-4ed3-92da-fc33fecc1c02. Sep 19 11:28:33.907872 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:33.908664 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:33.954708 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:33.984221 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db97080-6af2-498d-9b44-cc1a12f4acc6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:28:34.103826 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db97080-6af2-498d-9b44-cc1a12f4acc6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:28:34.108839 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9db97080-6af2-498d-9b44-cc1a12f4acc6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:34.114482 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cd981b-47b8-4581-8923-bb070eb6030c None None] Sync routers for ids ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:28:34.124576 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cd981b-47b8-4581-8923-bb070eb6030c None None] Routers {'d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:28:34.125185 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d4cd981b-47b8-4581-8923-bb070eb6030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:28:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:34.138228 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9db97080-6af2-498d-9b44-cc1a12f4acc6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "PUT /networking/v2.0/floatingips/0be2f6e2-c462-4160-8e3e-ea5d624f051c HTTP/1.1" status: 200 len: 990 time: 1.2336850 Sep 19 11:28:34.138869 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9516b2a9-37fe-418b-8d86-2e6f37f83f72', 'tag': 'c9c48b6c-9661-4ed3-92da-fc33fecc1c02'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:28:34.141648 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b55b043-a7e2-47aa-a884-0cc82246e8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "9516b2a9-37fe-418b-8d86-2e6f37f83f72", "tag": "c9c48b6c-9661-4ed3-92da-fc33fecc1c02"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:28:34.180080 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120ac523-e8c4-45ed-a8d3-2506d040c26b x-openstack-request-id: req-120ac523-e8c4-45ed-a8d3-2506d040c26b {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:28:34.180376 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9516b2a9-37fe-418b-8d86-2e6f37f83f72", "tag": "c9c48b6c-9661-4ed3-92da-fc33fecc1c02", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:28:34.180632 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-120ac523-e8c4-45ed-a8d3-2506d040c26b {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:28:34.181042 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-120ac523-e8c4-45ed-a8d3-2506d040c26b'] response: {'name': 'network-changed', 'server_uuid': '9516b2a9-37fe-418b-8d86-2e6f37f83f72', 'tag': 'c9c48b6c-9661-4ed3-92da-fc33fecc1c02', 'status': 'completed', 'code': 200} Sep 19 11:28:34.234684 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-d4cd981b-47b8-4581-8923-bb070eb6030c None None] Set router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:28:34.256824 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55b043-a7e2-47aa-a884-0cc82246e8bd req-431b2465-0653-4616-a9ee-fca7370a5bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:34.258391 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b55b043-a7e2-47aa-a884-0cc82246e8bd req-431b2465-0653-4616-a9ee-fca7370a5bcf service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2&device_id=9516b2a9-37fe-418b-8d86-2e6f37f83f72 HTTP/1.1" status: 200 len: 1129 time: 0.0449202 Sep 19 11:28:34.366331 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55b043-a7e2-47aa-a884-0cc82246e8bd req-3bb07a21-69d2-4b91-ad7c-953d31b6ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:34.367985 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b55b043-a7e2-47aa-a884-0cc82246e8bd req-3bb07a21-69d2-4b91-ad7c-953d31b6ad42 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4bd047f8-e757-4211-9ab1-9e25ad2c412a HTTP/1.1" status: 200 len: 915 time: 0.0941689 Sep 19 11:28:34.401968 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:34.440409 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b55b043-a7e2-47aa-a884-0cc82246e8bd req-07590319-ac45-4e39-98d0-0c0a15f533a1 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9c48b6c-9661-4ed3-92da-fc33fecc1c02 HTTP/1.1" status: 200 len: 998 time: 0.0635591 Sep 19 11:28:34.468921 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d4cd981b-47b8-4581-8923-bb070eb6030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '0be2f6e2-c462-4160-8e3e-ea5d624f051c', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'port_id': 'c9c48b6c-9661-4ed3-92da-fc33fecc1c02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'mac_address': 'fa:16:3e:3f:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9516b2a9-37fe-418b-8d86-2e6f37f83f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:28:20Z', 'updated_at': '2022-09-19T11:28:33Z', 'revision_number': 1, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:34.493205 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cd981b-47b8-4581-8923-bb070eb6030c None None] Checking router: d857b83b-07e6-45dd-b263-3a6cfe8e2b6c for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:28:34.497196 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55b043-a7e2-47aa-a884-0cc82246e8bd req-3ca1ea3e-6885-4980-9e10-7f029c8a7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:34.498699 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b55b043-a7e2-47aa-a884-0cc82246e8bd req-3ca1ea3e-6885-4980-9e10-7f029c8a7556 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7fba9500-450b-48d5-89c9-3abf0acd9be1 HTTP/1.1" status: 200 len: 853 time: 0.0530162 Sep 19 11:28:34.501992 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cd981b-47b8-4581-8923-bb070eb6030c None None] Routers {'d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:28:34.502577 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d4cd981b-47b8-4581-8923-bb070eb6030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:28:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:34.605172 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-d4cd981b-47b8-4581-8923-bb070eb6030c None None] Set router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:28:34.615289 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8e881-8775-4f5e-9c7c-f67258a8c30d req-e0de569f-cae5-4bbe-85a3-624355e0b625 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:34.616803 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fda8e881-8775-4f5e-9c7c-f67258a8c30d req-e0de569f-cae5-4bbe-85a3-624355e0b625 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0475523 Sep 19 11:28:34.664604 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fda8e881-8775-4f5e-9c7c-f67258a8c30d req-5f1ee1b5-715c-4dff-8593-179263f3443f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422568 Sep 19 11:28:34.749978 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55b043-a7e2-47aa-a884-0cc82246e8bd req-04051c4f-9f3f-4eaa-a7ae-0f052cabcf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:34.751479 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b55b043-a7e2-47aa-a884-0cc82246e8bd req-04051c4f-9f3f-4eaa-a7ae-0f052cabcf8f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4bd047f8-e757-4211-9ab1-9e25ad2c412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413320 Sep 19 11:28:34.801587 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:34.819117 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d4cd981b-47b8-4581-8923-bb070eb6030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '0be2f6e2-c462-4160-8e3e-ea5d624f051c', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'port_id': 'c9c48b6c-9661-4ed3-92da-fc33fecc1c02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'mac_address': 'fa:16:3e:3f:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9516b2a9-37fe-418b-8d86-2e6f37f83f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:28:20Z', 'updated_at': '2022-09-19T11:28:33Z', 'revision_number': 1, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:28:34.843903 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cd981b-47b8-4581-8923-bb070eb6030c None None] The sync data for ids ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'] in dv-cinder-820994-5-iscsi is: [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '0be2f6e2-c462-4160-8e3e-ea5d624f051c', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'port_id': 'c9c48b6c-9661-4ed3-92da-fc33fecc1c02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'mac_address': 'fa:16:3e:3f:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9516b2a9-37fe-418b-8d86-2e6f37f83f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:28:20Z', 'updated_at': '2022-09-19T11:28:33Z', 'revision_number': 1, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:28:34.845059 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b55b043-a7e2-47aa-a884-0cc82246e8bd req-8f558774-9fbb-4071-9caa-f556efe2473f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873454 Sep 19 11:28:34.919385 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:34.951603 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b55b043-a7e2-47aa-a884-0cc82246e8bd req-dde377ca-c387-43fa-84bc-e595835331a2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936790 Sep 19 11:28:35.033691 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6efd0a-40dc-460a-9a78-686772fe3ba5 None None] New status for floating IP 0be2f6e2-c462-4160-8e3e-ea5d624f051c: ACTIVE {{(pid=106256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:28:35.794736 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac1bdf-17a9-4df5-91e9-d5d5cec59575 req-75b52e28-e823-4cca-b92d-783d6618c4de tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:35.796212 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3eac1bdf-17a9-4df5-91e9-d5d5cec59575 req-75b52e28-e823-4cca-b92d-783d6618c4de tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0477822 Sep 19 11:28:35.844658 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3eac1bdf-17a9-4df5-91e9-d5d5cec59575 req-af7ac68f-e547-465f-b2d4-f67f7586808c tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428212 Sep 19 11:28:36.970305 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2ba4c-4e81-44c3-9c43-95b17f95c12e req-c9e2e63e-1b84-4f73-91df-86b4c1168121 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:36.971684 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6fd2ba4c-4e81-44c3-9c43-95b17f95c12e req-c9e2e63e-1b84-4f73-91df-86b4c1168121 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0474217 Sep 19 11:28:37.018146 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6fd2ba4c-4e81-44c3-9c43-95b17f95c12e req-84581190-53e8-4344-951a-01c6a64dd3c5 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409479 Sep 19 11:28:38.148929 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec25d4-e7f1-4ceb-bbcc-fb54cb0074c9 req-e22e533e-28de-4c16-b914-d4779f39aaa4 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:38.150390 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-41ec25d4-e7f1-4ceb-bbcc-fb54cb0074c9 req-e22e533e-28de-4c16-b914-d4779f39aaa4 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0502009 Sep 19 11:28:38.198658 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-41ec25d4-e7f1-4ceb-bbcc-fb54cb0074c9 req-02767dd5-ec27-40dd-a55a-9684effb68a7 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422971 Sep 19 11:28:39.319049 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:39.334158 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44b5d7-5566-498a-9827-9293fe1361b7 req-a035e5b8-524b-4113-b55b-42d6f074cbc8 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:39.335658 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c44b5d7-5566-498a-9827-9293fe1361b7 req-a035e5b8-524b-4113-b55b-42d6f074cbc8 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0510538 Sep 19 11:28:39.382482 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c44b5d7-5566-498a-9827-9293fe1361b7 req-045cd599-5bab-419b-839d-bf1ae36c5d42 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412376 Sep 19 11:28:40.509388 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751234b2-804c-49fb-98bb-503a0dc87534 req-2d8ddc06-dc14-4b74-ae9b-ca876eb88673 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:40.510861 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-751234b2-804c-49fb-98bb-503a0dc87534 req-2d8ddc06-dc14-4b74-ae9b-ca876eb88673 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0488346 Sep 19 11:28:40.561430 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-751234b2-804c-49fb-98bb-503a0dc87534 req-3800d9d3-60cc-444f-adba-774ee9ebbd41 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450287 Sep 19 11:28:41.697756 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5cc86-050e-45e6-9b41-5fac8a56e621 req-a04f4add-6c02-401c-b7f2-145891fdcc30 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:41.699248 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8ce5cc86-050e-45e6-9b41-5fac8a56e621 req-a04f4add-6c02-401c-b7f2-145891fdcc30 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0536737 Sep 19 11:28:41.749458 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8ce5cc86-050e-45e6-9b41-5fac8a56e621 req-c822177d-264d-4b4a-b413-f1016c8ed554 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438404 Sep 19 11:28:42.392036 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 34189864-79e6-4de2-a6e6-1f4a5a6f5640 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:28:42.509149 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 34189864-79e6-4de2-a6e6-1f4a5a6f5640, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=34189864-79e6-4de2-a6e6-1f4a5a6f5640,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:28:42.522162 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': '34189864-79e6-4de2-a6e6-1f4a5a6f5640', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'port_id': '34189864-79e6-4de2-a6e6-1f4a5a6f5640', 'mac_address': 'fa:16:3e:ee:33:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:28:42.557178 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 is: ACTIVE; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:28:42.557577 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:42.571147 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34189864-79e6-4de2-a6e6-1f4a5a6f5640 {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:28:42.595744 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 34189864-79e6-4de2-a6e6-1f4a5a6f5640, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=34189864-79e6-4de2-a6e6-1f4a5a6f5640,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:28:42.599651 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:42.653153 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=34189864-79e6-4de2-a6e6-1f4a5a6f5640,revision_number=6']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:42.708434 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['34189864-79e6-4de2-a6e6-1f4a5a6f5640'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:28:42.764620 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:42.908863 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e2bcc-2b17-4878-a544-5fd30b3dac2a req-eea5bd10-b6be-4ba5-b1e9-9dccb0f75c85 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:42.910528 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f80e2bcc-2b17-4878-a544-5fd30b3dac2a req-eea5bd10-b6be-4ba5-b1e9-9dccb0f75c85 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 945 time: 0.0588648 Sep 19 11:28:42.966612 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f80e2bcc-2b17-4878-a544-5fd30b3dac2a req-7df2e198-da92-4b6c-b2ee-e6408ddfd2f4 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482380 Sep 19 11:28:44.324854 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8cdfe-25df-485b-a975-6e2115110407 req-ea6f32fb-6b71-4728-96a4-ac7903220d7f tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:44.327412 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-afd8cdfe-25df-485b-a975-6e2115110407 req-ea6f32fb-6b71-4728-96a4-ac7903220d7f tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0952704 Sep 19 11:28:44.333761 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c0887-5721-417c-9fbf-bb182efc1c14 req-35959f28-1e33-4ef8-8d6b-7c733786de59 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:44.335261 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a0c0887-5721-417c-9fbf-bb182efc1c14 req-35959f28-1e33-4ef8-8d6b-7c733786de59 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 945 time: 0.0676746 Sep 19 11:28:44.391965 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 34189864-79e6-4de2-a6e6-1f4a5a6f5640 up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:28:44.413225 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-afd8cdfe-25df-485b-a975-6e2115110407 req-64baa6fc-892a-4f58-9a4b-d9e71c0c55df tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768745 Sep 19 11:28:44.426133 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a0c0887-5721-417c-9fbf-bb182efc1c14 req-4e2f1de7-9302-4f31-98c5-db3069d51fad tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836074 Sep 19 11:28:44.471477 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:28:44.471882 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:44.472241 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 Sep 19 11:28:44.555590 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:28:44.556108 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:44.583386 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcee9ce-4870-41cc-bd56-b05958822d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34189864-79e6-4de2-a6e6-1f4a5a6f5640'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:28:44.585687 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86284b0e-d7fd-4978-9071-47e78a6d7572" -d '{"events": [{"server_uuid": "4bcee9ce-4870-41cc-bd56-b05958822d1f", "name": "network-vif-plugged", "status": "completed", "tag": "34189864-79e6-4de2-a6e6-1f4a5a6f5640"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:28:44.603245 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 34189864-79e6-4de2-a6e6-1f4a5a6f5640, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=34189864-79e6-4de2-a6e6-1f4a5a6f5640,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:28:44.608877 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:44.637358 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af93844-4dea-46e5-89b8-6b7e63cdffc8 x-openstack-request-id: req-7af93844-4dea-46e5-89b8-6b7e63cdffc8 {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:28:44.637682 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcee9ce-4870-41cc-bd56-b05958822d1f", "name": "network-vif-plugged", "status": "completed", "tag": "34189864-79e6-4de2-a6e6-1f4a5a6f5640", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:28:44.637932 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7af93844-4dea-46e5-89b8-6b7e63cdffc8 {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:28:44.638335 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af93844-4dea-46e5-89b8-6b7e63cdffc8'] response: {'server_uuid': '4bcee9ce-4870-41cc-bd56-b05958822d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34189864-79e6-4de2-a6e6-1f4a5a6f5640', 'code': 200} Sep 19 11:28:44.640648 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:44.669392 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=34189864-79e6-4de2-a6e6-1f4a5a6f5640,revision_number=7']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:45.133145 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:45.135756 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=11 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:45.554564 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:45.565139 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096126a5-5ce3-4d01-9dea-13238f00f661 req-1ad66fd1-a8d4-497b-baf7-7616d5b451ff tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:45.566697 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-096126a5-5ce3-4d01-9dea-13238f00f661 req-1ad66fd1-a8d4-497b-baf7-7616d5b451ff tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0675919 Sep 19 11:28:45.625646 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10335cc-57a8-4a85-9c01-389cb162c154 req-70a2a1bc-156b-4a15-a1e2-803b87e6387a tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:45.627176 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a10335cc-57a8-4a85-9c01-389cb162c154 req-70a2a1bc-156b-4a15-a1e2-803b87e6387a tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0927482 Sep 19 11:28:45.662220 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-096126a5-5ce3-4d01-9dea-13238f00f661 req-2012ecee-4119-4860-bffc-c2c8f00c9c8a tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781739 Sep 19 11:28:45.698585 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a10335cc-57a8-4a85-9c01-389cb162c154 req-5d8d9996-1b60-47f5-be9c-252a7babe8c3 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647490 Sep 19 11:28:46.335247 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f330299c-ca34-4266-a940-2db97e68586e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:46.869515 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba3d13-aa80-4c2c-822b-4185e4b6066d req-030e48bf-fbd6-427b-9242-67ce97e8f002 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:46.871023 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-44ba3d13-aa80-4c2c-822b-4185e4b6066d req-030e48bf-fbd6-427b-9242-67ce97e8f002 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0780427 Sep 19 11:28:46.929290 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aad08a-6da2-4e49-b013-3d8d8be6cb00 req-eade7a32-5d7a-4615-9012-0db4c13bfca1 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:46.930819 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d7aad08a-6da2-4e49-b013-3d8d8be6cb00 req-eade7a32-5d7a-4615-9012-0db4c13bfca1 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0835230 Sep 19 11:28:46.991633 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-44ba3d13-aa80-4c2c-822b-4185e4b6066d req-5a5dfa23-ac76-486a-aa8e-d55d8da14577 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010902 Sep 19 11:28:47.025073 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d7aad08a-6da2-4e49-b013-3d8d8be6cb00 req-7a9eb92d-9f1c-438a-91a9-9ee002127fd9 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799849 Sep 19 11:28:48.150967 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf85f5-c7fe-457e-a984-6333ba2d2a6b req-95a538aa-fe4e-47d7-9951-e9b94a37abe7 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:48.156017 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-11bf85f5-c7fe-457e-a984-6333ba2d2a6b req-95a538aa-fe4e-47d7-9951-e9b94a37abe7 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0799625 Sep 19 11:28:48.225972 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735aee53-78d8-49c3-8531-44919b1ded8f req-a1b6b8a0-e781-4ea9-9110-8fc0230042a1 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:48.227473 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-735aee53-78d8-49c3-8531-44919b1ded8f req-a1b6b8a0-e781-4ea9-9110-8fc0230042a1 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0704484 Sep 19 11:28:48.270707 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-11bf85f5-c7fe-457e-a984-6333ba2d2a6b req-1233ccf3-540e-43ba-881a-9e68c37c5251 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014962 Sep 19 11:28:48.309581 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-735aee53-78d8-49c3-8531-44919b1ded8f req-371bbfa6-550e-45af-8811-50d6b543ebd2 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735633 Sep 19 11:28:48.466386 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f05c7c5d-13dd-4b9d-9c30-509b3ba6da10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:48.839743 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:28:49.403259 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee86b0d-ac5d-483b-8211-14572c214c31 req-e7f13008-5a52-444b-91d1-f1298b9d8eab tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:49.410682 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bee86b0d-ac5d-483b-8211-14572c214c31 req-e7f13008-5a52-444b-91d1-f1298b9d8eab tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0558968 Sep 19 11:28:49.429078 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:49.508681 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bee86b0d-ac5d-483b-8211-14572c214c31 req-8ad2c6a7-e0de-4020-8301-a094be1a355b tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938771 Sep 19 11:28:49.515734 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3643e-2869-43b3-8066-758257fd7442 req-274c0e16-6d62-4959-ac92-b576921b22c7 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:49.525490 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08b3643e-2869-43b3-8066-758257fd7442 req-274c0e16-6d62-4959-ac92-b576921b22c7 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.1110759 Sep 19 11:28:49.578035 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08b3643e-2869-43b3-8066-758257fd7442 req-fc417b08-9b0c-4ffa-8c92-77bc5eef28dc tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508120 Sep 19 11:28:49.834597 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:50.626340 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0642005-6552-4f48-a217-e66da14f49cc req-2e2c85ea-26e7-430c-a8c8-295de2b22255 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:50.628634 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f0642005-6552-4f48-a217-e66da14f49cc req-2e2c85ea-26e7-430c-a8c8-295de2b22255 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0523903 Sep 19 11:28:50.694895 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f0642005-6552-4f48-a217-e66da14f49cc req-533503a0-928f-493a-8536-fa5e0095b452 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595701 Sep 19 11:28:50.754762 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9e5de-dbcc-4725-96dd-51cc17d49f9f req-669946c9-1fd1-4faa-9b82-6bc444af5a56 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:50.756337 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1f9e5de-dbcc-4725-96dd-51cc17d49f9f req-669946c9-1fd1-4faa-9b82-6bc444af5a56 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0756969 Sep 19 11:28:50.805076 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1f9e5de-dbcc-4725-96dd-51cc17d49f9f req-38338a2d-cb99-49f7-b556-726f791ba375 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430312 Sep 19 11:28:51.316933 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:51.405594 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:51.834833 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fb834-2069-417a-9d42-3e2b9ce13c85 req-912a79f9-92c3-47da-b239-111a367b0110 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:51.836218 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-419fb834-2069-417a-9d42-3e2b9ce13c85 req-912a79f9-92c3-47da-b239-111a367b0110 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0468979 Sep 19 11:28:51.855589 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:51.889072 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-419fb834-2069-417a-9d42-3e2b9ce13c85 req-19eda95a-1086-43f4-846a-5991cc6f25a9 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473282 Sep 19 11:28:51.934643 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c094e93-2011-4929-bf5e-b4f9e565aadc req-28a6a1c0-d8bd-40e1-9d42-d5a951266b5c tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:51.936160 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c094e93-2011-4929-bf5e-b4f9e565aadc req-28a6a1c0-d8bd-40e1-9d42-d5a951266b5c tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0462158 Sep 19 11:28:51.991375 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c094e93-2011-4929-bf5e-b4f9e565aadc req-c50c758e-57fb-4f34-b86d-f641feceec3b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490453 Sep 19 11:28:52.160390 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca1005-f07f-4eac-b334-2c45e6a94b75 req-b66e0142-c50c-453f-b397-9f479a4b1756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:52.161882 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1cca1005-f07f-4eac-b334-2c45e6a94b75 req-b66e0142-c50c-453f-b397-9f479a4b1756 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=078bf59c33cc43579aeb270262079a37&device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 1130 time: 0.0815635 Sep 19 11:28:52.250952 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca1005-f07f-4eac-b334-2c45e6a94b75 req-fe9c75c2-cf14-412e-9350-4397956800bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:52.252409 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1cca1005-f07f-4eac-b334-2c45e6a94b75 req-fe9c75c2-cf14-412e-9350-4397956800bb service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=f3f42746-643a-44f8-bda0-c0503923c439 HTTP/1.1" status: 200 len: 917 time: 0.0848770 Sep 19 11:28:52.323087 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1cca1005-f07f-4eac-b334-2c45e6a94b75 req-0aec5669-347d-4d21-9dac-a71040339f47 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34189864-79e6-4de2-a6e6-1f4a5a6f5640 HTTP/1.1" status: 200 len: 1001 time: 0.0581961 Sep 19 11:28:52.373762 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca1005-f07f-4eac-b334-2c45e6a94b75 req-09c81225-369a-4365-a9f5-a664ca5cdaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:52.375230 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1cca1005-f07f-4eac-b334-2c45e6a94b75 req-09c81225-369a-4365-a9f5-a664ca5cdaec service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924 HTTP/1.1" status: 200 len: 855 time: 0.0436327 Sep 19 11:28:52.417493 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca1005-f07f-4eac-b334-2c45e6a94b75 req-9f45d05a-afed-444e-a229-0031bee41206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:52.418941 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1cca1005-f07f-4eac-b334-2c45e6a94b75 req-9f45d05a-afed-444e-a229-0031bee41206 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=f3f42746-643a-44f8-bda0-c0503923c439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376925 Sep 19 11:28:52.511738 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1cca1005-f07f-4eac-b334-2c45e6a94b75 req-fe1ce355-5ca0-4dfd-92a6-11663d282c3d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855687 Sep 19 11:28:52.602310 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1cca1005-f07f-4eac-b334-2c45e6a94b75 req-a8d48242-6c35-465f-b6fc-bc91b5e63b29 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840440 Sep 19 11:28:53.012071 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9a3e8-196c-4b81-b47c-8f5a363880c8 req-cd93a8a8-fe6d-49da-bf3c-be82deb85949 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:53.013543 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e3f9a3e8-196c-4b81-b47c-8f5a363880c8 req-cd93a8a8-fe6d-49da-bf3c-be82deb85949 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0508695 Sep 19 11:28:53.063713 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e3f9a3e8-196c-4b81-b47c-8f5a363880c8 req-6443e56e-d225-4ef0-a495-eaf8f226697a tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439968 Sep 19 11:28:53.130935 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:53.168300 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7bcbf-9d57-4d61-b042-ac828e9961ea req-7689f172-117f-4d1c-90e8-ee2940f4e068 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:53.169763 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79f7bcbf-9d57-4d61-b042-ac828e9961ea req-7689f172-117f-4d1c-90e8-ee2940f4e068 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0478706 Sep 19 11:28:53.218638 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79f7bcbf-9d57-4d61-b042-ac828e9961ea req-f2f5720f-db45-4e9b-b892-926ba2a14ea4 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433414 Sep 19 11:28:54.187445 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03314b-4ded-46be-8d2d-584cc3039bd7 req-21a24ebe-3f6d-4f65-9833-d1bc499e782e tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:54.188932 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4a03314b-4ded-46be-8d2d-584cc3039bd7 req-21a24ebe-3f6d-4f65-9833-d1bc499e782e tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0508358 Sep 19 11:28:54.240132 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4a03314b-4ded-46be-8d2d-584cc3039bd7 req-d7845056-e0ca-4fd3-9787-5ac1ecb562c8 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453458 Sep 19 11:28:54.349693 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41719ab9-4fa0-40b7-8f6e-05b46c468fbe req-8c481f1d-68ef-4571-8f78-567aa09933da tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:54.351117 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-41719ab9-4fa0-40b7-8f6e-05b46c468fbe req-8c481f1d-68ef-4571-8f78-567aa09933da tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0482662 Sep 19 11:28:54.401314 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-41719ab9-4fa0-40b7-8f6e-05b46c468fbe req-79c343c1-52b0-4973-9099-ca53a7e07717 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444310 Sep 19 11:28:54.464697 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e06c8b-fa63-4528-8017-41ca8e9241cb req-45577f28-ce63-4543-a6bc-edc4cab4de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:54.466195 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e3e06c8b-fa63-4528-8017-41ca8e9241cb req-45577f28-ce63-4543-a6bc-edc4cab4de5e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=221fd300d74c4248a1bfc9b785476477&device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 1130 time: 0.0405202 Sep 19 11:28:54.497768 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:54.576374 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e06c8b-fa63-4528-8017-41ca8e9241cb req-e640c23e-ff38-46d0-ab48-0f3825e8e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:54.577880 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e3e06c8b-fa63-4528-8017-41ca8e9241cb req-e640c23e-ff38-46d0-ab48-0f3825e8e1b4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9a951bd2-b6a6-45c5-a4de-273e53cf0967 HTTP/1.1" status: 200 len: 910 time: 0.0994596 Sep 19 11:28:54.655559 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e3e06c8b-fa63-4528-8017-41ca8e9241cb req-8809a891-4c92-4fac-9832-95cd22d60eaa service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d337a699-9f06-4ec9-8cec-da0fca00d0ab HTTP/1.1" status: 200 len: 1001 time: 0.0691588 Sep 19 11:28:54.945432 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e06c8b-fa63-4528-8017-41ca8e9241cb req-048f81d7-ab65-45dd-88fc-3a5f6dd68808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:54.947342 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e3e06c8b-fa63-4528-8017-41ca8e9241cb req-048f81d7-ab65-45dd-88fc-3a5f6dd68808 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41 HTTP/1.1" status: 200 len: 848 time: 0.0577359 Sep 19 11:28:54.994453 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e06c8b-fa63-4528-8017-41ca8e9241cb req-7f682c52-f540-43af-8226-c4149d41ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:54.996013 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e3e06c8b-fa63-4528-8017-41ca8e9241cb req-7f682c52-f540-43af-8226-c4149d41ec0c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9a951bd2-b6a6-45c5-a4de-273e53cf0967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420721 Sep 19 11:28:55.095891 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e3e06c8b-fa63-4528-8017-41ca8e9241cb req-9a687008-0a64-4dab-93f4-f2c3059f5027 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9a951bd2-b6a6-45c5-a4de-273e53cf0967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906420 Sep 19 11:28:55.188121 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e3e06c8b-fa63-4528-8017-41ca8e9241cb req-e6cf1304-3219-4e76-85da-e5e52dc98d91 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9a951bd2-b6a6-45c5-a4de-273e53cf0967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839701 Sep 19 11:28:55.367917 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3ea8f-a348-4850-8deb-8d43d6e6079a req-78814427-4a74-4f5e-9c89-ef9d587fe45e tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:55.369471 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-39a3ea8f-a348-4850-8deb-8d43d6e6079a req-78814427-4a74-4f5e-9c89-ef9d587fe45e tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0486531 Sep 19 11:28:55.424717 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-39a3ea8f-a348-4850-8deb-8d43d6e6079a req-76be9a2f-11ca-4669-a658-01b0a93683ab tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490823 Sep 19 11:28:55.534646 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39820477-9aa2-46e4-b7c9-d9af14da9881 req-1d42678f-126e-43f8-a050-8978cee4caa0 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:55.536095 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-39820477-9aa2-46e4-b7c9-d9af14da9881 req-1d42678f-126e-43f8-a050-8978cee4caa0 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0455339 Sep 19 11:28:55.582659 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-39820477-9aa2-46e4-b7c9-d9af14da9881 req-e8c197d2-b8bb-4273-b6f0-fb86d5e03060 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410542 Sep 19 11:28:56.491122 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 34189864-79e6-4de2-a6e6-1f4a5a6f5640 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:28:56.573368 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce1364-d526-49d1-bf49-1ac425380029 req-330cb7c7-3ddb-44c8-8a7c-bae66ede9872 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:56.573949 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 is: ACTIVE; New status is: DOWN {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:28:56.574091 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:56.580950 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e1ce1364-d526-49d1-bf49-1ac425380029 req-330cb7c7-3ddb-44c8-8a7c-bae66ede9872 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 946 time: 0.0933838 Sep 19 11:28:56.596512 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a4c6a-fe9a-46b5-8884-ffae4891aa8d req-43d51da2-bf4e-441a-ab63-15c1faa3b8e7 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:56.597990 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f09a4c6a-fe9a-46b5-8884-ffae4891aa8d req-43d51da2-bf4e-441a-ab63-15c1faa3b8e7 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0939426 Sep 19 11:28:56.603594 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcee9ce-4870-41cc-bd56-b05958822d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34189864-79e6-4de2-a6e6-1f4a5a6f5640'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:28:56.606147 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3566fe31-04d0-4091-859b-588192edd4c5" -d '{"events": [{"server_uuid": "4bcee9ce-4870-41cc-bd56-b05958822d1f", "name": "network-vif-unplugged", "status": "completed", "tag": "34189864-79e6-4de2-a6e6-1f4a5a6f5640"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:28:56.614298 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:56.619609 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 34189864-79e6-4de2-a6e6-1f4a5a6f5640, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=34189864-79e6-4de2-a6e6-1f4a5a6f5640,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:28:56.624079 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:28:56.664844 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e1ce1364-d526-49d1-bf49-1ac425380029 req-30e86704-fbea-4273-8314-453ea13fe050 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830348 Sep 19 11:28:56.678850 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f09a4c6a-fe9a-46b5-8884-ffae4891aa8d req-2a21b36a-3fae-40e8-bf65-dcaf1fee8415 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733023 Sep 19 11:28:56.680014 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=34189864-79e6-4de2-a6e6-1f4a5a6f5640,revision_number=8']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:28:56.739949 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 19 Sep 2022 11:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611d38f6-16d8-4ec2-8683-142d516e76de x-openstack-request-id: req-611d38f6-16d8-4ec2-8683-142d516e76de {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:28:56.740283 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcee9ce-4870-41cc-bd56-b05958822d1f", "name": "network-vif-unplugged", "status": "failed", "tag": "34189864-79e6-4de2-a6e6-1f4a5a6f5640", "code": 422}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:28:56.740589 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-611d38f6-16d8-4ec2-8683-142d516e76de {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:28:56.741042 dv-cinder-820994-5-iscsi neutron-server[106255]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-611d38f6-16d8-4ec2-8683-142d516e76de']: {'server_uuid': '4bcee9ce-4870-41cc-bd56-b05958822d1f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34189864-79e6-4de2-a6e6-1f4a5a6f5640', 'code': 422} returned with failed status Sep 19 11:28:56.794142 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 60610) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:28:56.876120 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2966bef3-70e6-46ae-b185-b08846732a2e req-4c89c9fa-bd2f-4e60-8208-48b5622eb6b2 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804660 Sep 19 11:28:56.884698 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-2966bef3-70e6-46ae-b185-b08846732a2e req-698044a3-e247-4c8f-8987-f23f3538d142 service neutron] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 11:28:56.885686 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2966bef3-70e6-46ae-b185-b08846732a2e req-698044a3-e247-4c8f-8987-f23f3538d142 service neutron] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050466 Sep 19 11:28:56.963988 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 60620) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:28:57.064478 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966bef3-70e6-46ae-b185-b08846732a2e req-fe3b254d-e653-4dec-9d81-40e1bed91707 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:57.065852 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-2966bef3-70e6-46ae-b185-b08846732a2e req-fe3b254d-e653-4dec-9d81-40e1bed91707 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports/34189864-79e6-4de2-a6e6-1f4a5a6f5640 HTTP/1.1" status: 200 len: 941 time: 0.1008563 Sep 19 11:28:57.843055 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62976b-8568-42e0-bf7b-80905bd09830 req-7d18af5e-794e-439a-b156-f6d3eaa7ba48 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:57.845154 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8a62976b-8568-42e0-bf7b-80905bd09830 req-7d18af5e-794e-439a-b156-f6d3eaa7ba48 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 944 time: 0.0801985 Sep 19 11:28:57.852931 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02917a-9351-42a8-86cf-5a15cc5e7375 req-0511fed2-f577-4f4a-ae7b-e059e94ec3b0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:57.854423 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9e02917a-9351-42a8-86cf-5a15cc5e7375 req-0511fed2-f577-4f4a-ae7b-e059e94ec3b0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0806224 Sep 19 11:28:57.936847 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8a62976b-8568-42e0-bf7b-80905bd09830 req-c0a9994f-22c7-4837-8706-84d0b18d2d1e tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814390 Sep 19 11:28:57.946319 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9e02917a-9351-42a8-86cf-5a15cc5e7375 req-4a59fa41-1ca7-4e63-98d1-8d9488f63b30 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845306 Sep 19 11:28:58.162217 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-42face1c-1244-467b-bfe5-53fc14b9c642 req-8090c1d0-8dd3-48f6-a8e4-3cfb67fed71e service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0385563 Sep 19 11:28:58.181682 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:58.195951 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e2ea4-91e5-432a-b1fe-5d492653beb4 req-6aae20b3-e7f3-4b15-9932-8fd2dcbe3035 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:58.197416 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-817e2ea4-91e5-432a-b1fe-5d492653beb4 req-6aae20b3-e7f3-4b15-9932-8fd2dcbe3035 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0501878 Sep 19 11:28:58.236698 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42face1c-1244-467b-bfe5-53fc14b9c642 req-aba0a3ba-e97a-4ff8-93e0-31aeacea9c94 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:58.238065 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-42face1c-1244-467b-bfe5-53fc14b9c642 req-aba0a3ba-e97a-4ff8-93e0-31aeacea9c94 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports/d337a699-9f06-4ec9-8cec-da0fca00d0ab HTTP/1.1" status: 200 len: 943 time: 0.0487096 Sep 19 11:28:58.289515 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-817e2ea4-91e5-432a-b1fe-5d492653beb4 req-c89b62f8-308c-4bcc-a154-11d9ebc4fa3a tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864904 Sep 19 11:28:58.290683 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966bef3-70e6-46ae-b185-b08846732a2e req-64a004b5-a53a-4b1a-8bb7-d9e3b60eaaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:58.292097 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2966bef3-70e6-46ae-b185-b08846732a2e req-64a004b5-a53a-4b1a-8bb7-d9e3b60eaaa8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f&tenant_id=078bf59c33cc43579aeb270262079a37 HTTP/1.1" status: 200 len: 1128 time: 0.0659122 Sep 19 11:28:58.365863 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966bef3-70e6-46ae-b185-b08846732a2e req-0e2b1e93-7773-405c-950b-03a5ba31d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:58.367357 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2966bef3-70e6-46ae-b185-b08846732a2e req-0e2b1e93-7773-405c-950b-03a5ba31d270 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=078bf59c33cc43579aeb270262079a37&device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 1128 time: 0.0399249 Sep 19 11:28:58.466429 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966bef3-70e6-46ae-b185-b08846732a2e req-0b0d320b-0f4b-42f5-b0de-898f9b564495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:58.467918 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2966bef3-70e6-46ae-b185-b08846732a2e req-0b0d320b-0f4b-42f5-b0de-898f9b564495 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=f3f42746-643a-44f8-bda0-c0503923c439 HTTP/1.1" status: 200 len: 917 time: 0.0937111 Sep 19 11:28:58.536204 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2966bef3-70e6-46ae-b185-b08846732a2e req-893ec090-fdaf-4fcc-adc5-9213b10a7df8 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34189864-79e6-4de2-a6e6-1f4a5a6f5640 HTTP/1.1" status: 200 len: 999 time: 0.0623066 Sep 19 11:28:58.598296 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966bef3-70e6-46ae-b185-b08846732a2e req-8fc3e892-601c-4bda-ae4b-8fe26771990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:58.599746 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2966bef3-70e6-46ae-b185-b08846732a2e req-8fc3e892-601c-4bda-ae4b-8fe26771990c service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924 HTTP/1.1" status: 200 len: 855 time: 0.0473433 Sep 19 11:28:58.654734 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966bef3-70e6-46ae-b185-b08846732a2e req-f6219cd8-23e3-4d47-9384-6e945a80481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:58.656284 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2966bef3-70e6-46ae-b185-b08846732a2e req-f6219cd8-23e3-4d47-9384-6e945a80481b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=f3f42746-643a-44f8-bda0-c0503923c439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432897 Sep 19 11:28:58.747693 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2966bef3-70e6-46ae-b185-b08846732a2e req-5d0f07d5-8e11-4cac-a525-46641f231bc0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856469 Sep 19 11:28:58.836262 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:58.840738 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2966bef3-70e6-46ae-b185-b08846732a2e req-41a1f7e9-e994-4418-8039-a1091fb3853d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871973 Sep 19 11:28:59.082383 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ada5a5-8d22-4fad-8908-8f4375bdf222 req-162f7525-f8c6-40b0-a423-2647deb73851 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:59.083907 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59ada5a5-8d22-4fad-8908-8f4375bdf222 req-162f7525-f8c6-40b0-a423-2647deb73851 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 944 time: 0.0602944 Sep 19 11:28:59.135621 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59ada5a5-8d22-4fad-8908-8f4375bdf222 req-b2b3148a-41a0-42f1-b914-9a529584be32 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458677 Sep 19 11:28:59.408965 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:28:59.429450 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cccda9-9b5c-400c-88e4-f471e5c3604c req-eb8a97af-3b33-40f7-81f0-295c4e064450 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:28:59.436363 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b6cccda9-9b5c-400c-88e4-f471e5c3604c req-eb8a97af-3b33-40f7-81f0-295c4e064450 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0622902 Sep 19 11:28:59.486119 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b6cccda9-9b5c-400c-88e4-f471e5c3604c req-54051cae-dde2-48de-b7f9-09d374559852 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487878 Sep 19 11:29:00.272684 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6effb78-e7de-451e-a679-ed20ce95d325 req-59eab779-7d9e-42da-aa89-edf64d8a7e43 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:00.279201 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f6effb78-e7de-451e-a679-ed20ce95d325 req-59eab779-7d9e-42da-aa89-edf64d8a7e43 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 944 time: 0.0592003 Sep 19 11:29:00.325855 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f6effb78-e7de-451e-a679-ed20ce95d325 req-cbe383a8-6a54-452c-9d09-55b28b5c2dbe tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455940 Sep 19 11:29:00.495176 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device d337a699-9f06-4ec9-8cec-da0fca00d0ab no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:29:00.573289 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port d337a699-9f06-4ec9-8cec-da0fca00d0ab is: ACTIVE; New status is: DOWN {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:29:00.573890 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:00.609690 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1113c-0919-481f-b283-3f513328bcda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd337a699-9f06-4ec9-8cec-da0fca00d0ab'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:29:00.612023 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb60c6c5-38a5-4344-9d2d-a8e10d482b6d" -d '{"events": [{"server_uuid": "72e1113c-0919-481f-b283-3f513328bcda", "name": "network-vif-unplugged", "status": "completed", "tag": "d337a699-9f06-4ec9-8cec-da0fca00d0ab"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:29:00.628870 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port d337a699-9f06-4ec9-8cec-da0fca00d0ab, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=d337a699-9f06-4ec9-8cec-da0fca00d0ab,segment=NetworkSegment(28c59fe9-f85e-462f-9208-278d9e0fe8d5),segment_id=28c59fe9-f85e-462f-9208-278d9e0fe8d5)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:29:00.636185 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:00.674488 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8edcae-4ca8-48f2-8f92-4052966eea23 req-a201c644-5692-4400-9756-b0dd63e9e96b tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:00.681161 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad8edcae-4ca8-48f2-8f92-4052966eea23 req-a201c644-5692-4400-9756-b0dd63e9e96b tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0964704 Sep 19 11:29:00.683707 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 19 Sep 2022 11:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d792658-1b52-4912-bd88-a9009af98d49 x-openstack-request-id: req-5d792658-1b52-4912-bd88-a9009af98d49 {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:29:00.684213 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e1113c-0919-481f-b283-3f513328bcda", "name": "network-vif-unplugged", "status": "failed", "tag": "d337a699-9f06-4ec9-8cec-da0fca00d0ab", "code": 422}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:29:00.684630 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d792658-1b52-4912-bd88-a9009af98d49 {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:29:00.685199 dv-cinder-820994-5-iscsi neutron-server[106255]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5d792658-1b52-4912-bd88-a9009af98d49']: {'server_uuid': '72e1113c-0919-481f-b283-3f513328bcda', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd337a699-9f06-4ec9-8cec-da0fca00d0ab', 'code': 422} returned with failed status Sep 19 11:29:00.700801 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=d337a699-9f06-4ec9-8cec-da0fca00d0ab,revision_number=6']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:00.735879 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad8edcae-4ca8-48f2-8f92-4052966eea23 req-c6d7e254-26d1-45bc-9bf5-6bae65f8641d tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538266 Sep 19 11:29:00.954143 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:01.445310 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:01.462780 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ab9ed-b4fc-4b56-97d2-f96e769c1303 req-f205d520-33ad-471f-926f-89884a0f95ad tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:01.464359 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad6ab9ed-b4fc-4b56-97d2-f96e769c1303 req-f205d520-33ad-471f-926f-89884a0f95ad tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 944 time: 0.0513554 Sep 19 11:29:01.517625 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad6ab9ed-b4fc-4b56-97d2-f96e769c1303 req-72e3dfaa-eb2f-4c52-86c0-9c272534c9f9 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475204 Sep 19 11:29:01.866691 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1c494-3159-4ede-94f9-8904fd701038 req-fb578d3a-cff4-4aed-9e5a-b50280061a75 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:01.868246 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-75c1c494-3159-4ede-94f9-8904fd701038 req-fb578d3a-cff4-4aed-9e5a-b50280061a75 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0490642 Sep 19 11:29:01.923802 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-75c1c494-3159-4ede-94f9-8904fd701038 req-a7b669df-c234-440f-9570-eb35fd1e0f87 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490205 Sep 19 11:29:02.713775 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe440920-6806-48a8-a58a-3ca46685510f req-aa46e9f6-a76c-4246-a1d7-34ec70d4eb49 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:02.725145 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fe440920-6806-48a8-a58a-3ca46685510f req-aa46e9f6-a76c-4246-a1d7-34ec70d4eb49 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 944 time: 0.1109536 Sep 19 11:29:02.777148 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fe440920-6806-48a8-a58a-3ca46685510f req-4bb3fc0f-7e84-487e-9b0d-51f608c97125 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504761 Sep 19 11:29:03.046501 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ff87-8798-42ec-9404-a08c216698eb req-4a6ef199-d14a-4ca7-9562-e4e8c4f2669d tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:03.048569 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1f02ff87-8798-42ec-9404-a08c216698eb req-4a6ef199-d14a-4ca7-9562-e4e8c4f2669d tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0486698 Sep 19 11:29:03.100724 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1f02ff87-8798-42ec-9404-a08c216698eb req-ba2422b5-87cb-4fda-b1bf-6a97da3b9626 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465243 Sep 19 11:29:03.923225 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ff172-4884-4bdb-aa83-20750b6b617e req-833a9ef3-9be8-4058-8e75-291954b194ea tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:03.924667 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-440ff172-4884-4bdb-aa83-20750b6b617e req-833a9ef3-9be8-4058-8e75-291954b194ea tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 944 time: 0.0475197 Sep 19 11:29:03.981249 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-440ff172-4884-4bdb-aa83-20750b6b617e req-035bae68-7857-44dd-aad4-a2c5a233e54d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509508 Sep 19 11:29:04.233574 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4fd72-7f9f-4801-92b6-457b35c8d9ad req-c5202345-3a6c-4e77-8679-dfdb3d5bee39 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:04.235029 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e2c4fd72-7f9f-4801-92b6-457b35c8d9ad req-c5202345-3a6c-4e77-8679-dfdb3d5bee39 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0511756 Sep 19 11:29:04.288524 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e2c4fd72-7f9f-4801-92b6-457b35c8d9ad req-04f83c47-20f7-4b3f-8808-ce3ff04822bd tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476282 Sep 19 11:29:05.137366 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ca029-3e23-4876-8c7c-f26a5f125d43 req-8e04452a-1fb3-4fd6-bec1-a1717b0244eb tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:05.144594 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b44ca029-3e23-4876-8c7c-f26a5f125d43 req-8e04452a-1fb3-4fd6-bec1-a1717b0244eb tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 944 time: 0.0573778 Sep 19 11:29:05.193535 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b44ca029-3e23-4876-8c7c-f26a5f125d43 req-381da841-b3d2-4738-b4e3-0d1f08e4ea09 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480242 Sep 19 11:29:05.443273 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf572a6f-46a9-442d-a554-6e17d745286d req-2851f995-e8ad-4a14-8937-339f6e691cf8 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:05.444902 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bf572a6f-46a9-442d-a554-6e17d745286d req-2851f995-e8ad-4a14-8937-339f6e691cf8 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0725183 Sep 19 11:29:05.506076 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bf572a6f-46a9-442d-a554-6e17d745286d req-1aed61c6-b022-4581-acbf-3f475fb84778 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545471 Sep 19 11:29:06.313192 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:06.325966 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a981b-12ac-472f-a600-03985bd5ea16 req-5bfaca8d-6068-41ad-8054-619c9d68d7c3 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:06.331432 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d46a981b-12ac-472f-a600-03985bd5ea16 req-5bfaca8d-6068-41ad-8054-619c9d68d7c3 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 944 time: 0.0555303 Sep 19 11:29:06.389331 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d46a981b-12ac-472f-a600-03985bd5ea16 req-05b3e4dd-4bb6-409a-8581-38176d160ae1 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525892 Sep 19 11:29:06.631000 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fff260-5782-4a5f-a8b2-d153169b2a37 req-e2a69593-147e-4392-8660-44bcf769a225 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:06.632531 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-84fff260-5782-4a5f-a8b2-d153169b2a37 req-e2a69593-147e-4392-8660-44bcf769a225 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0515847 Sep 19 11:29:06.911697 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-84fff260-5782-4a5f-a8b2-d153169b2a37 req-183c96ff-c32b-42d8-8666-3bdfea21672b tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734559 Sep 19 11:29:07.518789 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e29a21-2dfa-40b1-b4a3-07ff1622013d req-ab69608e-d5ee-4ea9-8e01-be551875a537 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:07.520303 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d1e29a21-2dfa-40b1-b4a3-07ff1622013d req-ab69608e-d5ee-4ea9-8e01-be551875a537 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 944 time: 0.0468414 Sep 19 11:29:07.568464 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d1e29a21-2dfa-40b1-b4a3-07ff1622013d req-ee1871bd-8126-45fa-ae25-e9d7731e0683 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424747 Sep 19 11:29:08.032792 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6741b7d-b617-4c55-948b-87079af71a0e req-761e230c-486a-44b6-833d-19882ceb75d5 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:08.034396 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c6741b7d-b617-4c55-948b-87079af71a0e req-761e230c-486a-44b6-833d-19882ceb75d5 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0499229 Sep 19 11:29:08.052653 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:08.085946 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c6741b7d-b617-4c55-948b-87079af71a0e req-9bb30f9a-7dc5-4485-8a68-0c946445147a tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460446 Sep 19 11:29:08.225692 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=11 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:08.228498 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=10 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:08.695606 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511dea5-ae0a-4763-b824-e9b6ab357175 req-66650487-10d0-427d-b116-4a07caf5fee9 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:08.697165 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3511dea5-ae0a-4763-b824-e9b6ab357175 req-66650487-10d0-427d-b116-4a07caf5fee9 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 944 time: 0.0478168 Sep 19 11:29:08.753689 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3511dea5-ae0a-4763-b824-e9b6ab357175 req-dfbd696c-ba9a-40c3-bf9f-ad3d6ad61a6f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476351 Sep 19 11:29:09.206985 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc9f77-09e7-46c4-b95f-99da7b727b91 req-407bd08b-2576-4c6c-8607-a5e9102d99a1 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:09.208593 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c5bc9f77-09e7-46c4-b95f-99da7b727b91 req-407bd08b-2576-4c6c-8607-a5e9102d99a1 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0476701 Sep 19 11:29:09.266342 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c5bc9f77-09e7-46c4-b95f-99da7b727b91 req-8c9a9746-6569-4e53-a5bb-fbba4222d294 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517242 Sep 19 11:29:09.884911 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212525e-9698-42ba-b636-237bc59ef88c req-733c8ae8-7774-4137-a524-df6f82c41e1d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:09.886483 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4212525e-9698-42ba-b636-237bc59ef88c req-733c8ae8-7774-4137-a524-df6f82c41e1d tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 944 time: 0.0486014 Sep 19 11:29:09.950908 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42face1c-1244-467b-bfe5-53fc14b9c642 req-471e256f-8ea5-451b-8951-04c02cd719cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:09.953017 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-42face1c-1244-467b-bfe5-53fc14b9c642 req-471e256f-8ea5-451b-8951-04c02cd719cf service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda&tenant_id=221fd300d74c4248a1bfc9b785476477 HTTP/1.1" status: 200 len: 1128 time: 0.0599275 Sep 19 11:29:09.970847 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4212525e-9698-42ba-b636-237bc59ef88c req-86887483-2fb4-402b-8230-baf95dae5ddc tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771067 Sep 19 11:29:10.017483 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42face1c-1244-467b-bfe5-53fc14b9c642 req-bcadf0ac-cd12-49de-91c7-4e83f4efdbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:10.019056 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-42face1c-1244-467b-bfe5-53fc14b9c642 req-bcadf0ac-cd12-49de-91c7-4e83f4efdbd5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=221fd300d74c4248a1bfc9b785476477&device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 1128 time: 0.0417950 Sep 19 11:29:10.121307 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42face1c-1244-467b-bfe5-53fc14b9c642 req-dd79c229-8e2e-4ce9-b357-6f21ed2a2986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:10.122817 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-42face1c-1244-467b-bfe5-53fc14b9c642 req-dd79c229-8e2e-4ce9-b357-6f21ed2a2986 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9a951bd2-b6a6-45c5-a4de-273e53cf0967 HTTP/1.1" status: 200 len: 910 time: 0.0975766 Sep 19 11:29:10.203789 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-42face1c-1244-467b-bfe5-53fc14b9c642 req-7aaf0d03-ae09-4cee-9813-c3f048ecb99e service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d337a699-9f06-4ec9-8cec-da0fca00d0ab HTTP/1.1" status: 200 len: 999 time: 0.0726130 Sep 19 11:29:10.253137 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42face1c-1244-467b-bfe5-53fc14b9c642 req-e3c2be03-8d1a-4213-b6ee-b25d3bfc3659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:10.254616 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-42face1c-1244-467b-bfe5-53fc14b9c642 req-e3c2be03-8d1a-4213-b6ee-b25d3bfc3659 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41 HTTP/1.1" status: 200 len: 848 time: 0.0449619 Sep 19 11:29:10.301197 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42face1c-1244-467b-bfe5-53fc14b9c642 req-8ba621eb-0bb7-412c-9757-80cb4dffd9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:10.302691 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-42face1c-1244-467b-bfe5-53fc14b9c642 req-8ba621eb-0bb7-412c-9757-80cb4dffd9ce service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9a951bd2-b6a6-45c5-a4de-273e53cf0967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388551 Sep 19 11:29:10.418117 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7aa429-7fe9-456f-8dcf-5fb96f6361c5 req-112e68c0-bf3f-427f-8404-00f85e757356 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:10.419604 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ab7aa429-7fe9-456f-8dcf-5fb96f6361c5 req-112e68c0-bf3f-427f-8404-00f85e757356 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0595303 Sep 19 11:29:10.454078 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:10.457707 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-42face1c-1244-467b-bfe5-53fc14b9c642 req-84daa97e-5071-47b6-9c80-783632063471 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9a951bd2-b6a6-45c5-a4de-273e53cf0967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449740 Sep 19 11:29:10.531378 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ab7aa429-7fe9-456f-8dcf-5fb96f6361c5 req-09a42b2c-937c-4e94-88ff-8033267a378c tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050901 Sep 19 11:29:10.532141 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 34189864-79e6-4de2-a6e6-1f4a5a6f5640 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:29:10.552998 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:10.573475 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-42face1c-1244-467b-bfe5-53fc14b9c642 req-20dc3c81-a259-4124-8669-18f5d71e94b5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9a951bd2-b6a6-45c5-a4de-273e53cf0967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055198 Sep 19 11:29:10.636842 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 34189864-79e6-4de2-a6e6-1f4a5a6f5640, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=34189864-79e6-4de2-a6e6-1f4a5a6f5640,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:29:10.648024 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': '34189864-79e6-4de2-a6e6-1f4a5a6f5640', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'port_id': '34189864-79e6-4de2-a6e6-1f4a5a6f5640', 'mac_address': 'fa:16:3e:ee:33:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:29:10.683461 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:29:10.683883 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:10.697826 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34189864-79e6-4de2-a6e6-1f4a5a6f5640 {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:29:10.717796 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 34189864-79e6-4de2-a6e6-1f4a5a6f5640, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=34189864-79e6-4de2-a6e6-1f4a5a6f5640,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:29:10.721514 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:10.771090 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=34189864-79e6-4de2-a6e6-1f4a5a6f5640,revision_number=9']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:10.986830 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['34189864-79e6-4de2-a6e6-1f4a5a6f5640'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:29:11.010699 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:11.097557 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f601ede-615c-4a34-8e45-5caf9a8eddcd req-7dfe2c60-ce97-4d74-a885-fdef057c5ac8 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:11.099050 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9f601ede-615c-4a34-8e45-5caf9a8eddcd req-7dfe2c60-ce97-4d74-a885-fdef057c5ac8 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 945 time: 0.0471556 Sep 19 11:29:11.132131 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:11.146693 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9f601ede-615c-4a34-8e45-5caf9a8eddcd req-689f859d-4025-4a8d-a09a-17a452b90d0c tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417976 Sep 19 11:29:11.665900 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b09f2-c14c-4c39-8ada-8be777fc8309 req-0f4dba03-2149-492e-9e7d-a1c5d58dea3d tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:11.668090 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4a7b09f2-c14c-4c39-8ada-8be777fc8309 req-0f4dba03-2149-492e-9e7d-a1c5d58dea3d tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0606921 Sep 19 11:29:11.723589 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4a7b09f2-c14c-4c39-8ada-8be777fc8309 req-ade3a9b9-ade6-4b0d-93ea-f8ad897f795d tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492775 Sep 19 11:29:12.279562 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4fe91-d390-4c2d-9466-c29c75681173 req-2bd295b3-7656-4f46-99b5-b75ae6fe58b9 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:12.281139 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6fd4fe91-d390-4c2d-9466-c29c75681173 req-2bd295b3-7656-4f46-99b5-b75ae6fe58b9 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 945 time: 0.0460560 Sep 19 11:29:12.328757 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6fd4fe91-d390-4c2d-9466-c29c75681173 req-7e018622-3caf-43b0-a4a0-d3aa921c63c6 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417025 Sep 19 11:29:12.539521 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 34189864-79e6-4de2-a6e6-1f4a5a6f5640 up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:29:12.704394 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:29:12.704773 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:12.705109 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 Sep 19 11:29:12.774991 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:29:12.775384 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:12.799755 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcee9ce-4870-41cc-bd56-b05958822d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34189864-79e6-4de2-a6e6-1f4a5a6f5640'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:29:12.802058 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a68fa22-fcb1-4dd2-b5cc-7f65e1205f07" -d '{"events": [{"server_uuid": "4bcee9ce-4870-41cc-bd56-b05958822d1f", "name": "network-vif-plugged", "status": "completed", "tag": "34189864-79e6-4de2-a6e6-1f4a5a6f5640"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:29:12.815443 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 34189864-79e6-4de2-a6e6-1f4a5a6f5640, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=34189864-79e6-4de2-a6e6-1f4a5a6f5640,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:29:12.820016 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:12.859554 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d696425-1e6a-47b6-9566-f25c0ca93dd0 req-e4ab9075-7562-4da6-b830-2ed3303bce65 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:12.861112 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9d696425-1e6a-47b6-9566-f25c0ca93dd0 req-e4ab9075-7562-4da6-b830-2ed3303bce65 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0500431 Sep 19 11:29:12.874059 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=34189864-79e6-4de2-a6e6-1f4a5a6f5640,revision_number=10']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:12.909122 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c211ee85-b0dc-4bd2-abc5-db6b751d92e0 x-openstack-request-id: req-c211ee85-b0dc-4bd2-abc5-db6b751d92e0 {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:29:12.909415 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcee9ce-4870-41cc-bd56-b05958822d1f", "name": "network-vif-plugged", "status": "completed", "tag": "34189864-79e6-4de2-a6e6-1f4a5a6f5640", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:29:12.909717 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c211ee85-b0dc-4bd2-abc5-db6b751d92e0 {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:29:12.910119 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c211ee85-b0dc-4bd2-abc5-db6b751d92e0'] response: {'server_uuid': '4bcee9ce-4870-41cc-bd56-b05958822d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34189864-79e6-4de2-a6e6-1f4a5a6f5640', 'code': 200} Sep 19 11:29:12.921273 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9d696425-1e6a-47b6-9566-f25c0ca93dd0 req-1aa1cf22-3cf5-45b5-8975-1b507e62ee42 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546865 Sep 19 11:29:13.125197 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d8250-1c5c-40d0-be98-f1457dd586fc req-36f8c376-38e0-43aa-a0f3-086bbd4306d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:13.126709 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-598d8250-1c5c-40d0-be98-f1457dd586fc req-36f8c376-38e0-43aa-a0f3-086bbd4306d3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 1131 time: 0.0385294 Sep 19 11:29:13.172416 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-598d8250-1c5c-40d0-be98-f1457dd586fc req-a6857f56-da7b-4065-9390-df47aa66117a service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382545 Sep 19 11:29:13.463082 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42072206-99c3-40ee-8aa2-624e00cc9898 req-0d8041f8-edae-4ffd-94ed-77ab3fc46f86 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:13.464640 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-42072206-99c3-40ee-8aa2-624e00cc9898 req-0d8041f8-edae-4ffd-94ed-77ab3fc46f86 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 947 time: 0.0537841 Sep 19 11:29:13.518855 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-42072206-99c3-40ee-8aa2-624e00cc9898 req-37ac7fc7-2533-43d0-b694-bcbf83caf9b7 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451255 Sep 19 11:29:14.043577 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebac80-9caf-4c40-a81a-353b4b27055a req-22a7ab30-2f26-4ccf-94b5-35941b6cdd01 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:14.045106 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e9ebac80-9caf-4c40-a81a-353b4b27055a req-22a7ab30-2f26-4ccf-94b5-35941b6cdd01 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0495636 Sep 19 11:29:14.094805 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e9ebac80-9caf-4c40-a81a-353b4b27055a req-ebe46cc6-1da7-4d3b-b509-52e7c909c0ed tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435896 Sep 19 11:29:14.647535 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1918067-c8b1-43d2-a606-801f14cc5d08 req-334c8905-c2af-4fbe-809d-82775627f38b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:14.649240 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1918067-c8b1-43d2-a606-801f14cc5d08 req-334c8905-c2af-4fbe-809d-82775627f38b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 947 time: 0.0479708 Sep 19 11:29:14.702506 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1918067-c8b1-43d2-a606-801f14cc5d08 req-33c6953a-c6d3-4caf-8a76-c25bafe65619 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471158 Sep 19 11:29:14.847804 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:14.848522 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:15.216209 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da75c2-98c0-42cc-afd3-8f8a4eed0425 req-dcb3d034-e915-4f7f-9633-cd1f8f92800b tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:15.217690 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a9da75c2-98c0-42cc-afd3-8f8a4eed0425 req-dcb3d034-e915-4f7f-9633-cd1f8f92800b tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0492878 Sep 19 11:29:15.265777 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:15.270913 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a9da75c2-98c0-42cc-afd3-8f8a4eed0425 req-4395f7ac-87dc-43f9-a5f7-7a9ebdc8acdb tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477250 Sep 19 11:29:15.831931 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ce6c6-15d3-47af-b733-149802280f8f req-01d3ce4e-88ac-4dbd-b60a-dfbe00bcbe27 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:15.833412 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c85ce6c6-15d3-47af-b733-149802280f8f req-01d3ce4e-88ac-4dbd-b60a-dfbe00bcbe27 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 947 time: 0.0472398 Sep 19 11:29:15.880203 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c85ce6c6-15d3-47af-b733-149802280f8f req-3ed34d4e-909f-463a-9e73-42694f465605 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412600 Sep 19 11:29:16.329991 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-246df558-dc23-4aeb-bc0b-41a175ca90d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:16.393662 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150bc87-6665-4f47-be1a-30bbdd3460bb req-adcad858-e80a-4f92-89d4-6695f4dd052f tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:16.395124 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6150bc87-6665-4f47-be1a-30bbdd3460bb req-adcad858-e80a-4f92-89d4-6695f4dd052f tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0478549 Sep 19 11:29:16.443417 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6150bc87-6665-4f47-be1a-30bbdd3460bb req-a17c7b65-4a1c-4a83-ba15-dcacb3a7d6de tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426960 Sep 19 11:29:17.572331 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b514b-1573-46df-ab14-3805312391f9 req-29df1e83-0c53-4992-84f2-28be795ba5d7 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:17.573834 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a1b514b-1573-46df-ab14-3805312391f9 req-29df1e83-0c53-4992-84f2-28be795ba5d7 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0546551 Sep 19 11:29:17.626244 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a1b514b-1573-46df-ab14-3805312391f9 req-7cf83b82-c72d-4ea3-bf47-c2a13c22b9da tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449147 Sep 19 11:29:18.461555 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ec5848b5-7bb9-4808-8d71-66ed5c0929a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:18.581633 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device d337a699-9f06-4ec9-8cec-da0fca00d0ab details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:29:18.689998 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port d337a699-9f06-4ec9-8cec-da0fca00d0ab, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=d337a699-9f06-4ec9-8cec-da0fca00d0ab,segment=NetworkSegment(28c59fe9-f85e-462f-9208-278d9e0fe8d5),segment_id=28c59fe9-f85e-462f-9208-278d9e0fe8d5)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:29:18.701776 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': 'd337a699-9f06-4ec9-8cec-da0fca00d0ab', 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967', 'port_id': 'd337a699-9f06-4ec9-8cec-da0fca00d0ab', 'mac_address': 'fa:16:3e:de:0f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:29:18.742755 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:18.743617 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port d337a699-9f06-4ec9-8cec-da0fca00d0ab is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:29:18.744044 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:18.752374 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506faa2-5873-4cbb-9d0b-a8a58d8b2cdd req-c130ae83-a0e2-461d-9e12-9e7bfca8a040 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:18.753905 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2506faa2-5873-4cbb-9d0b-a8a58d8b2cdd req-c130ae83-a0e2-461d-9e12-9e7bfca8a040 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 944 time: 0.0524993 Sep 19 11:29:18.755319 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:18.761213 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d337a699-9f06-4ec9-8cec-da0fca00d0ab {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:29:18.782388 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port d337a699-9f06-4ec9-8cec-da0fca00d0ab, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=d337a699-9f06-4ec9-8cec-da0fca00d0ab,segment=NetworkSegment(28c59fe9-f85e-462f-9208-278d9e0fe8d5),segment_id=28c59fe9-f85e-462f-9208-278d9e0fe8d5)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:29:18.786674 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:18.807598 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2506faa2-5873-4cbb-9d0b-a8a58d8b2cdd req-0746c6d2-c090-44cc-8c62-b18357d3fe39 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473604 Sep 19 11:29:18.836411 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=d337a699-9f06-4ec9-8cec-da0fca00d0ab,revision_number=7']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:19.055801 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['d337a699-9f06-4ec9-8cec-da0fca00d0ab'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:29:19.202589 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:19.834543 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:19.935418 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e3d47-2dbc-4cb5-aa5a-826b5da23fa1 req-2a3adbb2-dace-4725-b545-7bc4ec6c5f29 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:19.937470 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c20e3d47-2dbc-4cb5-aa5a-826b5da23fa1 req-2a3adbb2-dace-4725-b545-7bc4ec6c5f29 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 945 time: 0.0507915 Sep 19 11:29:19.986361 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c20e3d47-2dbc-4cb5-aa5a-826b5da23fa1 req-bac63685-95fd-48e3-9acf-aad4bdbac898 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433948 Sep 19 11:29:20.594178 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device d337a699-9f06-4ec9-8cec-da0fca00d0ab up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:29:20.637696 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port d337a699-9f06-4ec9-8cec-da0fca00d0ab triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:29:20.638077 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:20.638419 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port d337a699-9f06-4ec9-8cec-da0fca00d0ab Sep 19 11:29:20.712152 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port d337a699-9f06-4ec9-8cec-da0fca00d0ab is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:29:20.712530 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:20.735449 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1113c-0919-481f-b283-3f513328bcda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd337a699-9f06-4ec9-8cec-da0fca00d0ab'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:29:20.737838 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f26a9b-f149-4a10-9c2b-b4889318149d" -d '{"events": [{"server_uuid": "72e1113c-0919-481f-b283-3f513328bcda", "name": "network-vif-plugged", "status": "completed", "tag": "d337a699-9f06-4ec9-8cec-da0fca00d0ab"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:29:20.750179 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port d337a699-9f06-4ec9-8cec-da0fca00d0ab, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=d337a699-9f06-4ec9-8cec-da0fca00d0ab,segment=NetworkSegment(28c59fe9-f85e-462f-9208-278d9e0fe8d5),segment_id=28c59fe9-f85e-462f-9208-278d9e0fe8d5)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:29:20.754028 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:20.777491 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97212c8-6e6c-4d62-b30e-80b7b17165e0 x-openstack-request-id: req-c97212c8-6e6c-4d62-b30e-80b7b17165e0 {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:29:20.777781 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e1113c-0919-481f-b283-3f513328bcda", "name": "network-vif-plugged", "status": "completed", "tag": "d337a699-9f06-4ec9-8cec-da0fca00d0ab", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:29:20.778033 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c97212c8-6e6c-4d62-b30e-80b7b17165e0 {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:29:20.778428 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c97212c8-6e6c-4d62-b30e-80b7b17165e0'] response: {'server_uuid': '72e1113c-0919-481f-b283-3f513328bcda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd337a699-9f06-4ec9-8cec-da0fca00d0ab', 'code': 200} Sep 19 11:29:20.803026 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=d337a699-9f06-4ec9-8cec-da0fca00d0ab,revision_number=8']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:20.810257 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:20.810618 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:20.811010 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:20.811386 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:20.811732 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:20.812526 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:20.812526 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:20.812734 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:20.813060 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:20.813386 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:20.813714 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:20.814065 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:20.814394 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:20.814721 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:20.815043 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:21.019832 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec79da5-51c0-44f5-8ce7-53a9f32ae254 req-39ed1504-f285-479b-baba-805021f98727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:21.021228 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9ec79da5-51c0-44f5-8ce7-53a9f32ae254 req-39ed1504-f285-479b-baba-805021f98727 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 1130 time: 0.0386174 Sep 19 11:29:21.077093 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9ec79da5-51c0-44f5-8ce7-53a9f32ae254 req-d58d3bd1-f55a-4c13-b3aa-8f55d3b17af6 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498557 Sep 19 11:29:21.111040 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501e284-5466-4080-850e-7215c6461c70 req-c4e98d5c-9401-40e2-adbf-8ac803e1b7a2 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:21.112525 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3501e284-5466-4080-850e-7215c6461c70 req-c4e98d5c-9401-40e2-adbf-8ac803e1b7a2 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0518844 Sep 19 11:29:21.164499 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3501e284-5466-4080-850e-7215c6461c70 req-9b3fe4ca-c5ab-47d1-ae0e-d171920eadb2 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464823 Sep 19 11:29:21.307627 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:21.398694 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:22.287260 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304be08d-c8e3-4018-b93d-303634f2fddd req-dbea132f-5433-4dd9-8c2f-306401081d5a tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:22.288729 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-304be08d-c8e3-4018-b93d-303634f2fddd req-dbea132f-5433-4dd9-8c2f-306401081d5a tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0466731 Sep 19 11:29:22.341644 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-304be08d-c8e3-4018-b93d-303634f2fddd req-db0911ee-aa59-4df6-b1ce-53cab050c569 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474072 Sep 19 11:29:25.838570 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:29:26.881793 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 60922) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:29:26.886258 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-9d052a36-22f5-4a1e-9553-1cf9e74ee364 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1456734349', 'description': 'tempest-description--1751637'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:29:26.907717 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9d052a36-22f5-4a1e-9553-1cf9e74ee364 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:26.974753 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9d052a36-22f5-4a1e-9553-1cf9e74ee364 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (38e6c488-80b6-44a7-9989-e43408e6f88c), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:26.978894 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9d052a36-22f5-4a1e-9553-1cf9e74ee364 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (38e6c488-80b6-44a7-9989-e43408e6f88c), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:27.014073 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9d052a36-22f5-4a1e-9553-1cf9e74ee364 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:27.015293 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-9d052a36-22f5-4a1e-9553-1cf9e74ee364 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1324902 Sep 19 11:29:27.017225 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d052a36-22f5-4a1e-9553-1cf9e74ee364 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e6c488-80b6-44a7-9989-e43408e6f88c,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:27.018454 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 60928) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:29:27.023699 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-5a5aa4af-21c2-4b8d-9d34-265ca0c9c883 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'security_group_rule': {'security_group_id': '38e6c488-80b6-44a7-9989-e43408e6f88c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:29:27.029980 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052a36-22f5-4a1e-9553-1cf9e74ee364 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.029980 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052a36-22f5-4a1e-9553-1cf9e74ee364 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.029980 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052a36-22f5-4a1e-9553-1cf9e74ee364 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.030568 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052a36-22f5-4a1e-9553-1cf9e74ee364 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.031007 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052a36-22f5-4a1e-9553-1cf9e74ee364 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.031520 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052a36-22f5-4a1e-9553-1cf9e74ee364 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.032130 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052a36-22f5-4a1e-9553-1cf9e74ee364 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.032329 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052a36-22f5-4a1e-9553-1cf9e74ee364 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.032754 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052a36-22f5-4a1e-9553-1cf9e74ee364 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.033185 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052a36-22f5-4a1e-9553-1cf9e74ee364 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.033695 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052a36-22f5-4a1e-9553-1cf9e74ee364 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.034416 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052a36-22f5-4a1e-9553-1cf9e74ee364 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.036300 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052a36-22f5-4a1e-9553-1cf9e74ee364 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.037272 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052a36-22f5-4a1e-9553-1cf9e74ee364 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.037776 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052a36-22f5-4a1e-9553-1cf9e74ee364 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.059613 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5a5aa4af-21c2-4b8d-9d34-265ca0c9c883 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (26898c2b-6baa-46ef-9206-00c951630409), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:27.115557 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5a5aa4af-21c2-4b8d-9d34-265ca0c9c883 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (26898c2b-6baa-46ef-9206-00c951630409), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:27.119868 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5a5aa4af-21c2-4b8d-9d34-265ca0c9c883 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (26898c2b-6baa-46ef-9206-00c951630409), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:27.137770 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5aa4af-21c2-4b8d-9d34-265ca0c9c883 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26898c2b-6baa-46ef-9206-00c951630409,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:27.148655 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5a5aa4af-21c2-4b8d-9d34-265ca0c9c883 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:27.149858 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-5a5aa4af-21c2-4b8d-9d34-265ca0c9c883 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297815 Sep 19 11:29:27.151309 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5aa4af-21c2-4b8d-9d34-265ca0c9c883 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.151653 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5aa4af-21c2-4b8d-9d34-265ca0c9c883 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.152019 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5aa4af-21c2-4b8d-9d34-265ca0c9c883 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.152357 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5aa4af-21c2-4b8d-9d34-265ca0c9c883 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.152845 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5aa4af-21c2-4b8d-9d34-265ca0c9c883 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.153039 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5aa4af-21c2-4b8d-9d34-265ca0c9c883 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.153341 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5aa4af-21c2-4b8d-9d34-265ca0c9c883 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.153624 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 60934) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:29:27.153737 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5aa4af-21c2-4b8d-9d34-265ca0c9c883 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.153979 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5aa4af-21c2-4b8d-9d34-265ca0c9c883 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.154318 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5aa4af-21c2-4b8d-9d34-265ca0c9c883 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.155187 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5aa4af-21c2-4b8d-9d34-265ca0c9c883 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.155519 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5aa4af-21c2-4b8d-9d34-265ca0c9c883 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.155980 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5aa4af-21c2-4b8d-9d34-265ca0c9c883 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.156189 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5aa4af-21c2-4b8d-9d34-265ca0c9c883 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.156538 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5aa4af-21c2-4b8d-9d34-265ca0c9c883 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:29:27.160292 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-c4a65ac4-c509-4aca-a191-9e3b7a3ab372 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'security_group_rule': {'security_group_id': '38e6c488-80b6-44a7-9989-e43408e6f88c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:29:27.186736 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c4a65ac4-c509-4aca-a191-9e3b7a3ab372 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (77743f79-2820-43b9-adc5-5f3a7c124ff3), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:27.251549 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c4a65ac4-c509-4aca-a191-9e3b7a3ab372 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (77743f79-2820-43b9-adc5-5f3a7c124ff3), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:27.255540 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c4a65ac4-c509-4aca-a191-9e3b7a3ab372 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (77743f79-2820-43b9-adc5-5f3a7c124ff3), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:27.277372 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a65ac4-c509-4aca-a191-9e3b7a3ab372 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77743f79-2820-43b9-adc5-5f3a7c124ff3,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:27.282982 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c4a65ac4-c509-4aca-a191-9e3b7a3ab372 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:27.284220 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-c4a65ac4-c509-4aca-a191-9e3b7a3ab372 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295941 Sep 19 11:29:27.287408 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 60940) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:29:27.292112 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-95f6a944-fef4-45e4-8a78-8a9e9404d772 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'floatingip': {'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:29:27.317167 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-95f6a944-fef4-45e4-8a78-8a9e9404d772 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:27.614054 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-95f6a944-fef4-45e4-8a78-8a9e9404d772 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:27.726597 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-95f6a944-fef4-45e4-8a78-8a9e9404d772 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Allocated IP 172.27.2.119 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/564b0134-c56b-437b-9896-cb1ff357608b) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:29:27.834989 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-95f6a944-fef4-45e4-8a78-8a9e9404d772 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for port (564b0134-c56b-437b-9896-cb1ff357608b), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:27.866980 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-95f6a944-fef4-45e4-8a78-8a9e9404d772 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (564b0134-c56b-437b-9896-cb1ff357608b), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:27.895743 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:27.907496 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:27.909357 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f6a944-fef4-45e4-8a78-8a9e9404d772 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:29:27.915321 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-95f6a944-fef4-45e4-8a78-8a9e9404d772 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:29:27.920363 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f6a944-fef4-45e4-8a78-8a9e9404d772 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:29:27.922826 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6a944-fef4-45e4-8a78-8a9e9404d772 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'Port': ['ID=564b0134-c56b-437b-9896-cb1ff357608b,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:28.024595 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-95f6a944-fef4-45e4-8a78-8a9e9404d772 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (163d9a4a-bb86-45f6-82b6-703bf04be5b2), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:28.064329 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-95f6a944-fef4-45e4-8a78-8a9e9404d772 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (564b0134-c56b-437b-9896-cb1ff357608b), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:28.216047 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-95f6a944-fef4-45e4-8a78-8a9e9404d772 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for port (564b0134-c56b-437b-9896-cb1ff357608b), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:28.220478 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-95f6a944-fef4-45e4-8a78-8a9e9404d772 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336761'] for port (564b0134-c56b-437b-9896-cb1ff357608b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:28.286643 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6a944-fef4-45e4-8a78-8a9e9404d772 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'Port': ['ID=564b0134-c56b-437b-9896-cb1ff357608b,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:28.289122 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-95f6a944-fef4-45e4-8a78-8a9e9404d772 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (163d9a4a-bb86-45f6-82b6-703bf04be5b2), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:28.307008 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-95f6a944-fef4-45e4-8a78-8a9e9404d772 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:28.308310 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-95f6a944-fef4-45e4-8a78-8a9e9404d772 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0197423 Sep 19 11:29:28.449820 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:28.472420 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-40c217c8-3a03-4138-8b2f-a2f367b63623 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1456734349&fields=id&tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2 HTTP/1.1" status: 200 len: 267 time: 0.0488818 Sep 19 11:29:28.582699 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-dc111525-1eda-471f-a056-6a4f397780c0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:28.584200 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-dc111525-1eda-471f-a056-6a4f397780c0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/networks?id=4bd047f8-e757-4211-9ab1-9e25ad2c412a HTTP/1.1" status: 200 len: 814 time: 0.1051815 Sep 19 11:29:28.598528 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-6f0bc685-d440-48dc-a09d-db3248c6878b tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/quotas/0e5ff724699a4dafb37bc5d5e240f0b2 HTTP/1.1" status: 200 len: 375 time: 0.0091832 Sep 19 11:29:28.655017 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-bfa5c34b-d092-4652-a92e-10e8d2c363b2 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515392 Sep 19 11:29:28.802081 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-5ac0619d-57a3-4d90-80e5-31b7d2aa8676 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351361 Sep 19 11:29:28.904143 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:28.921227 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c4d46-eb20-4de7-84be-9a446999ba7d req-3d8f55ee-18d2-4e91-888d-1027834288a5 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:28.922760 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f0c4d46-eb20-4de7-84be-9a446999ba7d req-3d8f55ee-18d2-4e91-888d-1027834288a5 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 946 time: 0.0664403 Sep 19 11:29:28.953162 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-03cf69e2-e9cc-4426-ba18-3471b5ec74cb service neutron] 10.222.0.81 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445296 Sep 19 11:29:28.983934 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f0c4d46-eb20-4de7-84be-9a446999ba7d req-2ef3c10c-030a-47ab-8226-9d28d45b63d7 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=19d8f30d-e2f9-4408-ae55-b65697b0a3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543554 Sep 19 11:29:29.117563 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-58e309e5-8c68-4d9b-9b23-1a864d79ba0b req-65e3833b-77e6-4870-965d-e4a6b7ee3c31 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 210 time: 0.0285032 Sep 19 11:29:30.113328 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81dbaf-2d24-4883-b743-b0b87bc40ed4 req-bb64f410-f434-4cd5-be9d-8c9f9c0b58fa tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:30.114773 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0c81dbaf-2d24-4883-b743-b0b87bc40ed4 req-bb64f410-f434-4cd5-be9d-8c9f9c0b58fa tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 946 time: 0.0486772 Sep 19 11:29:30.162815 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0c81dbaf-2d24-4883-b743-b0b87bc40ed4 req-0cb79943-05a6-4926-a909-48a9cd667276 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=19d8f30d-e2f9-4408-ae55-b65697b0a3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424631 Sep 19 11:29:30.218832 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e096d58a-4a81-458d-8671-22f36757fe25 req-f8aeae4c-90d5-4548-a084-f7ecacebe2d6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 210 time: 0.0268240 Sep 19 11:29:30.561192 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bf8fc-6854-429c-813a-01f151dd91bb req-8b7425a9-36f9-40e6-9da2-26ad53dadbb9 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:30.562650 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-de5bf8fc-6854-429c-813a-01f151dd91bb req-8b7425a9-36f9-40e6-9da2-26ad53dadbb9 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 946 time: 0.0461135 Sep 19 11:29:30.611826 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-de5bf8fc-6854-429c-813a-01f151dd91bb req-70ade5f9-f88d-41db-a913-ff9f0e1ad786 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436478 Sep 19 11:29:30.949386 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:31.289388 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da78bdb-8d0c-4102-a7cc-b59a7f697fba req-59d0b70a-6f36-49db-849e-3f20cb32ab39 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:31.290875 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5da78bdb-8d0c-4102-a7cc-b59a7f697fba req-59d0b70a-6f36-49db-849e-3f20cb32ab39 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 946 time: 0.0513678 Sep 19 11:29:31.328730 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eac44fb2-41ac-4c87-a648-04dbcb92167e req-3fa8118f-698e-4d34-9cbe-c7f516c4e595 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 210 time: 0.0369086 Sep 19 11:29:31.358587 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5da78bdb-8d0c-4102-a7cc-b59a7f697fba req-904ff4f5-adef-43c9-aab7-785941dca6c9 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=19d8f30d-e2f9-4408-ae55-b65697b0a3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587602 Sep 19 11:29:31.741323 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a24de-e3d5-4dfd-ac60-44decc782e38 req-a3875542-0498-4d4d-81df-09a771e5468c tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:31.742781 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-944a24de-e3d5-4dfd-ac60-44decc782e38 req-a3875542-0498-4d4d-81df-09a771e5468c tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 946 time: 0.0551341 Sep 19 11:29:31.797310 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad642234-b7dd-4f7e-9b31-3c62ac10bcf8 req-44764528-a3aa-490f-b2ff-9a1c8a307f24 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:31.798771 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad642234-b7dd-4f7e-9b31-3c62ac10bcf8 req-44764528-a3aa-490f-b2ff-9a1c8a307f24 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 946 time: 0.0737591 Sep 19 11:29:31.824280 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-944a24de-e3d5-4dfd-ac60-44decc782e38 req-fadba4b0-8a35-4c68-bc76-dd29a1ad80f2 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647979 Sep 19 11:29:32.196435 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:32.261138 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-ad642234-b7dd-4f7e-9b31-3c62ac10bcf8 req-288a45bb-4a77-4762-aae3-c178a0c22320 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Deleting port b7a27a1f-b11e-49b5-8ad6-452d21e318e9 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:29:32.261484 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ad642234-b7dd-4f7e-9b31-3c62ac10bcf8 req-288a45bb-4a77-4762-aae3-c178a0c22320 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (b7a27a1f-b11e-49b5-8ad6-452d21e318e9), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:32.288345 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb9241-3be5-4df2-b4e5-3ded9173e250 req-8992de01-5df8-4296-b868-0c453fc23c12 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:32.289775 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fffb9241-3be5-4df2-b4e5-3ded9173e250 req-8992de01-5df8-4296-b868-0c453fc23c12 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 946 time: 0.0731013 Sep 19 11:29:32.473022 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-ad642234-b7dd-4f7e-9b31-3c62ac10bcf8 req-288a45bb-4a77-4762-aae3-c178a0c22320 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] For port b7a27a1f-b11e-49b5-8ad6-452d21e318e9, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=b7a27a1f-b11e-49b5-8ad6-452d21e318e9,segment=NetworkSegment(7e5b877b-24b6-4285-8279-364e2e59bab9),segment_id=7e5b877b-24b6-4285-8279-364e2e59bab9)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:29:32.473296 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ad642234-b7dd-4f7e-9b31-3c62ac10bcf8 req-288a45bb-4a77-4762-aae3-c178a0c22320 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (b7a27a1f-b11e-49b5-8ad6-452d21e318e9), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:32.479448 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb0e581c-4231-43fe-9073-231bad713d04 req-f814ff6c-7984-49b6-be5a-6634360149e2 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 210 time: 0.0720558 Sep 19 11:29:32.507358 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-fffb9241-3be5-4df2-b4e5-3ded9173e250 req-f1caf34b-0537-45e9-acfd-9ef2a5f55592 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Deleting port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:29:32.507702 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-fffb9241-3be5-4df2-b4e5-3ded9173e250 req-f1caf34b-0537-45e9-acfd-9ef2a5f55592 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:32.607687 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88f913-9433-4c4c-a510-2eeacd71756e req-4efa2682-4723-4014-ab9e-71994b1261d9 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:32.609198 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-df88f913-9433-4c4c-a510-2eeacd71756e req-4efa2682-4723-4014-ab9e-71994b1261d9 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 946 time: 0.1687033 Sep 19 11:29:32.677425 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:32.772232 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-fffb9241-3be5-4df2-b4e5-3ded9173e250 req-f1caf34b-0537-45e9-acfd-9ef2a5f55592 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] For port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5,segment=NetworkSegment(622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf),segment_id=622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:29:32.772507 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-fffb9241-3be5-4df2-b4e5-3ded9173e250 req-f1caf34b-0537-45e9-acfd-9ef2a5f55592 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:32.985895 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-ee13fcad-e91d-46d6-87cb-55e47977036e req-1fba2e28-0ce6-4c89-a26e-351d3b8dbc01 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429971 Sep 19 11:29:33.065191 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-df88f913-9433-4c4c-a510-2eeacd71756e req-30986e9b-a883-44eb-b8b8-dbec983e368d tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=19d8f30d-e2f9-4408-ae55-b65697b0a3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4492333 Sep 19 11:29:33.084200 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13fcad-e91d-46d6-87cb-55e47977036e req-36d6216f-53fa-4cc3-b8eb-5c88caed521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:33.085807 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-ee13fcad-e91d-46d6-87cb-55e47977036e req-36d6216f-53fa-4cc3-b8eb-5c88caed521f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=221fd300d74c4248a1bfc9b785476477&device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 1130 time: 0.0427074 Sep 19 11:29:33.168097 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ad642234-b7dd-4f7e-9b31-3c62ac10bcf8 req-288a45bb-4a77-4762-aae3-c178a0c22320 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:33.168465 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ad642234-b7dd-4f7e-9b31-3c62ac10bcf8 req-288a45bb-4a77-4762-aae3-c178a0c22320 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (316444ba-d4d5-40f0-b194-0532b347f292), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:33.168787 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-ad642234-b7dd-4f7e-9b31-3c62ac10bcf8 req-288a45bb-4a77-4762-aae3-c178a0c22320 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Floating IP 316444ba-d4d5-40f0-b194-0532b347f292 disassociated. External IP: 172.27.2.7, port: b7a27a1f-b11e-49b5-8ad6-452d21e318e9. Sep 19 11:29:33.169134 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-ad642234-b7dd-4f7e-9b31-3c62ac10bcf8 req-288a45bb-4a77-4762-aae3-c178a0c22320 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Calling delete_port for b7a27a1f-b11e-49b5-8ad6-452d21e318e9 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:29:33.193877 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13fcad-e91d-46d6-87cb-55e47977036e req-629e00b1-f23c-43b7-b0c3-606cea9d43cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:33.195320 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-ee13fcad-e91d-46d6-87cb-55e47977036e req-629e00b1-f23c-43b7-b0c3-606cea9d43cc service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9a951bd2-b6a6-45c5-a4de-273e53cf0967 HTTP/1.1" status: 200 len: 910 time: 0.0905526 Sep 19 11:29:33.243784 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e65000-6947-484b-9d79-a459d4ef466f req-0fe14291-d73e-447b-bf0a-fc5ab8a9b2a2 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:33.245276 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c0e65000-6947-484b-9d79-a459d4ef466f req-0fe14291-d73e-447b-bf0a-fc5ab8a9b2a2 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 946 time: 0.1878169 Sep 19 11:29:33.258955 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-1d6a13f1-0804-42a3-8c65-393dac4b4402 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:33.260371 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-1d6a13f1-0804-42a3-8c65-393dac4b4402 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.72 "GET /networking/v2.0/networks?id=4bd047f8-e757-4211-9ab1-9e25ad2c412a HTTP/1.1" status: 200 len: 814 time: 0.5837665 Sep 19 11:29:33.285693 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-ee13fcad-e91d-46d6-87cb-55e47977036e req-18403650-e32b-4027-863a-05af9471be2c service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d337a699-9f06-4ec9-8cec-da0fca00d0ab HTTP/1.1" status: 200 len: 1001 time: 0.0837774 Sep 19 11:29:33.338399 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13fcad-e91d-46d6-87cb-55e47977036e req-ba3272a9-158d-4338-b440-18294754e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:33.339823 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-ee13fcad-e91d-46d6-87cb-55e47977036e req-ba3272a9-158d-4338-b440-18294754e77b service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41 HTTP/1.1" status: 200 len: 848 time: 0.0487866 Sep 19 11:29:33.382882 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13fcad-e91d-46d6-87cb-55e47977036e req-9c1f9e2c-fcba-43a9-9dbf-343bf16dc341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:33.384453 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-ee13fcad-e91d-46d6-87cb-55e47977036e req-9c1f9e2c-fcba-43a9-9dbf-343bf16dc341 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9a951bd2-b6a6-45c5-a4de-273e53cf0967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392427 Sep 19 11:29:33.445168 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:33.448304 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:33.454139 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-fffb9241-3be5-4df2-b4e5-3ded9173e250 req-f1caf34b-0537-45e9-acfd-9ef2a5f55592 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:33.454561 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-fffb9241-3be5-4df2-b4e5-3ded9173e250 req-f1caf34b-0537-45e9-acfd-9ef2a5f55592 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (d913245b-9ce2-462f-81fb-d1c38e6b2cf9), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:33.454856 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-fffb9241-3be5-4df2-b4e5-3ded9173e250 req-f1caf34b-0537-45e9-acfd-9ef2a5f55592 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Floating IP d913245b-9ce2-462f-81fb-d1c38e6b2cf9 disassociated. External IP: 172.27.2.130, port: b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5. Sep 19 11:29:33.455223 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-fffb9241-3be5-4df2-b4e5-3ded9173e250 req-f1caf34b-0537-45e9-acfd-9ef2a5f55592 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Calling delete_port for b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:29:33.478330 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c0e65000-6947-484b-9d79-a459d4ef466f req-fa7cacd8-5cb3-44bc-9f04-dd71add1bf2e tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140806 Sep 19 11:29:33.481436 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-ee13fcad-e91d-46d6-87cb-55e47977036e req-439c7283-947a-4ed9-94a6-41b2bd1842c4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9a951bd2-b6a6-45c5-a4de-273e53cf0967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904911 Sep 19 11:29:33.536483 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-a0bfcb31-f657-49ad-ba5b-2aaf94d255f8 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2 HTTP/1.1" status: 200 len: 472 time: 0.2392075 Sep 19 11:29:33.565461 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-4ed14829-bf29-4095-91f5-6648362dfd46 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'port': {'device_id': 'ea8afe02-fe11-4fab-a7b0-3113b9d6cccd', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'admin_state_up': True, 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'security_groups': ['38e6c488-80b6-44a7-9989-e43408e6f88c']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:29:33.580044 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [req-ee13fcad-e91d-46d6-87cb-55e47977036e req-3b27f110-4f12-4b97-a951-7fbac3a83ef6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9a951bd2-b6a6-45c5-a4de-273e53cf0967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931666 Sep 19 11:29:33.657866 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5e7dbefd-264a-4b7a-814b-579db3ef3849 req-654219e4-95c4-43b2-bab7-21247457ca5c tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 210 time: 0.0856977 Sep 19 11:29:33.663224 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:33.699202 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ad642234-b7dd-4f7e-9b31-3c62ac10bcf8 req-288a45bb-4a77-4762-aae3-c178a0c22320 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (b7a27a1f-b11e-49b5-8ad6-452d21e318e9), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:33.739218 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a45bb-4a77-4762-aae3-c178a0c22320 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Pushing event deleted for resources: {'Port': ['ID=b7a27a1f-b11e-49b5-8ad6-452d21e318e9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:33.895059 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-fffb9241-3be5-4df2-b4e5-3ded9173e250 req-f1caf34b-0537-45e9-acfd-9ef2a5f55592 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:33.929910 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-4ed14829-bf29-4095-91f5-6648362dfd46 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Made reservation on behalf of 0e5ff724699a4dafb37bc5d5e240f0b2 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:29:33.933499 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-4ed14829-bf29-4095-91f5-6648362dfd46 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:33.945573 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caf34b-0537-45e9-acfd-9ef2a5f55592 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event deleted for resources: {'Port': ['ID=b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:34.015606 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad642234-b7dd-4f7e-9b31-3c62ac10bcf8 req-288a45bb-4a77-4762-aae3-c178a0c22320 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:29:34.164408 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:34.230078 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-19deb965-df03-430e-b0aa-5b3c22f9ef2b req-21cce040-37ea-4227-86a1-a447224bea0c tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 210 time: 0.0774031 Sep 19 11:29:34.286663 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fffb9241-3be5-4df2-b4e5-3ded9173e250 req-f1caf34b-0537-45e9-acfd-9ef2a5f55592 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Router 1c00146a-5490-485d-a6ec-8da2d53da6af has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:29:34.296942 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-4ed14829-bf29-4095-91f5-6648362dfd46 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Allocated IP 172.20.0.14 (4bd047f8-e757-4211-9ab1-9e25ad2c412a/7fba9500-450b-48d5-89c9-3abf0acd9be1/68a2fa93-058e-42f3-b595-547f56e82dda) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:29:34.319388 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad642234-b7dd-4f7e-9b31-3c62ac10bcf8 req-288a45bb-4a77-4762-aae3-c178a0c22320 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:29:34.332423 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb67af0-5f81-4464-b6db-9375786121a5 None None] Sync routers for ids ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:29:34.346496 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb67af0-5f81-4464-b6db-9375786121a5 None None] Routers {'03f9ab4b-f064-43c1-bb4c-3751e1e578ed'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:29:34.347290 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ecb67af0-5f81-4464-b6db-9375786121a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:29:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:34.427514 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad642234-b7dd-4f7e-9b31-3c62ac10bcf8 req-288a45bb-4a77-4762-aae3-c178a0c22320 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] No DVR routers for this DVR port b7a27a1f-b11e-49b5-8ad6-452d21e318e9 on host hv-cinder-82099 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:29:34.443155 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ad642234-b7dd-4f7e-9b31-3c62ac10bcf8 req-288a45bb-4a77-4762-aae3-c178a0c22320 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:34.448062 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad642234-b7dd-4f7e-9b31-3c62ac10bcf8 req-288a45bb-4a77-4762-aae3-c178a0c22320 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.72 "DELETE /networking/v2.0/ports/b7a27a1f-b11e-49b5-8ad6-452d21e318e9 HTTP/1.1" status: 204 len: 173 time: 2.2978544 Sep 19 11:29:34.448701 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41ac543-a9ec-414f-a8e8-4d7e39da3faa', 'name': 'network-vif-deleted', 'tag': 'b7a27a1f-b11e-49b5-8ad6-452d21e318e9'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:29:34.451887 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0227b96e-f054-4e7c-951a-35926c2f6039" -d '{"events": [{"server_uuid": "b41ac543-a9ec-414f-a8e8-4d7e39da3faa", "name": "network-vif-deleted", "tag": "b7a27a1f-b11e-49b5-8ad6-452d21e318e9"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:29:34.477223 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ecb67af0-5f81-4464-b6db-9375786121a5 None None] Set router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:29:34.494242 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:34.565388 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fffb9241-3be5-4df2-b4e5-3ded9173e250 req-f1caf34b-0537-45e9-acfd-9ef2a5f55592 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:29:34.576537 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a03c2b-5acb-44ad-844c-687fa44e6195 None None] Sync routers for ids ['1c00146a-5490-485d-a6ec-8da2d53da6af'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:29:34.603137 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a03c2b-5acb-44ad-844c-687fa44e6195 None None] Routers {'1c00146a-5490-485d-a6ec-8da2d53da6af'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:29:34.604673 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-b3a03c2b-5acb-44ad-844c-687fa44e6195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:29:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['1c00146a-5490-485d-a6ec-8da2d53da6af'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:34.651177 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device b7a27a1f-b11e-49b5-8ad6-452d21e318e9 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:29:34.679563 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-31e8169a-b764-4c80-adcd-a316c3ea3bb8 req-508ff11e-27b9-4b20-85f8-f1697b898e8e tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 210 time: 0.0787919 Sep 19 11:29:34.683075 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3074ee-5e0c-4930-8f65-a928187eb952 x-openstack-request-id: req-4b3074ee-5e0c-4930-8f65-a928187eb952 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:29:34.683364 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41ac543-a9ec-414f-a8e8-4d7e39da3faa", "name": "network-vif-deleted", "tag": "b7a27a1f-b11e-49b5-8ad6-452d21e318e9", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:29:34.683975 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b3074ee-5e0c-4930-8f65-a928187eb952 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:29:34.684385 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b3074ee-5e0c-4930-8f65-a928187eb952'] response: {'server_uuid': 'b41ac543-a9ec-414f-a8e8-4d7e39da3faa', 'name': 'network-vif-deleted', 'tag': 'b7a27a1f-b11e-49b5-8ad6-452d21e318e9', 'status': 'completed', 'code': 200} Sep 19 11:29:34.684998 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffb9241-3be5-4df2-b4e5-3ded9173e250 req-f1caf34b-0537-45e9-acfd-9ef2a5f55592 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] No DVR routers for this DVR port b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 on host hv-cinder-82099 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:29:34.691341 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-fffb9241-3be5-4df2-b4e5-3ded9173e250 req-f1caf34b-0537-45e9-acfd-9ef2a5f55592 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:34.695395 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fffb9241-3be5-4df2-b4e5-3ded9173e250 req-f1caf34b-0537-45e9-acfd-9ef2a5f55592 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.72 "DELETE /networking/v2.0/ports/b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 HTTP/1.1" status: 204 len: 173 time: 2.3755744 Sep 19 11:29:34.700169 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] No Port match for: b7a27a1f-b11e-49b5-8ad6-452d21e318e9 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:29:34.702953 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device b7a27a1f-b11e-49b5-8ad6-452d21e318e9 not bound to the agent host hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:29:34.717388 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:UPDATE=7,neutron:SELECT=93 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:34.733315 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-4ed14829-bf29-4095-91f5-6648362dfd46 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for port (68a2fa93-058e-42f3-b595-547f56e82dda), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:34.785013 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-4ed14829-bf29-4095-91f5-6648362dfd46 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (68a2fa93-058e-42f3-b595-547f56e82dda), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:34.840630 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ecb67af0-5f81-4464-b6db-9375786121a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'name': 'tempest-AttachVolumeTestJSON-1903269221-router', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:34Z', 'revision_number': 4, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'gw_port': {'id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '68571e1b-c800-4a5f-bf1f-f2f2e866b48e', 'name': '', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'mac_address': 'fa:16:3e:2d:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:32Z', 'updated_at': '2022-09-19T11:23:48Z', 'revision_number': 5, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'subnets': [{'id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:34.849380 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-b3a03c2b-5acb-44ad-844c-687fa44e6195 None None] Set router 1c00146a-5490-485d-a6ec-8da2d53da6af gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:29:34.862215 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed14829-bf29-4095-91f5-6648362dfd46 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'Port': ['ID=68a2fa93-058e-42f3-b595-547f56e82dda,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:34.875928 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb67af0-5f81-4464-b6db-9375786121a5 None None] Checking router: 03f9ab4b-f064-43c1-bb4c-3751e1e578ed for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:29:34.886911 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:34.891246 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb67af0-5f81-4464-b6db-9375786121a5 None None] Routers {'03f9ab4b-f064-43c1-bb4c-3751e1e578ed'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:29:34.892164 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ecb67af0-5f81-4464-b6db-9375786121a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:29:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:34.892663 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-4ed14829-bf29-4095-91f5-6648362dfd46 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Network 4bd047f8-e757-4211-9ab1-9e25ad2c412a is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:29:34.895989 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-4ed14829-bf29-4095-91f5-6648362dfd46 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:29:34.901052 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-4ed14829-bf29-4095-91f5-6648362dfd46 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:29:34.935798 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba8a0e-feb2-4921-93f5-8d6df5dec4cf req-ea64cbf8-9e58-4f30-b463-e11fb1ba58fc tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:34.937469 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-73ba8a0e-feb2-4921-93f5-8d6df5dec4cf req-ea64cbf8-9e58-4f30-b463-e11fb1ba58fc tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 932 time: 0.0984998 Sep 19 11:29:35.032468 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-4ed14829-bf29-4095-91f5-6648362dfd46 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:35.033102 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-4ed14829-bf29-4095-91f5-6648362dfd46 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:35.033880 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ecb67af0-5f81-4464-b6db-9375786121a5 None None] Set router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:29:35.064509 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-73ba8a0e-feb2-4921-93f5-8d6df5dec4cf req-dc72e448-c348-4932-b885-3905ba9c30f5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=38e6c488-80b6-44a7-9989-e43408e6f88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177247 Sep 19 11:29:35.068642 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-4ed14829-bf29-4095-91f5-6648362dfd46 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5261409 Sep 19 11:29:35.091976 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-b3a03c2b-5acb-44ad-844c-687fa44e6195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:44Z', 'revision_number': 5, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:35.125735 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a03c2b-5acb-44ad-844c-687fa44e6195 None None] Checking router: 1c00146a-5490-485d-a6ec-8da2d53da6af for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:29:35.134829 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a03c2b-5acb-44ad-844c-687fa44e6195 None None] Routers {'1c00146a-5490-485d-a6ec-8da2d53da6af'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:29:35.135434 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-b3a03c2b-5acb-44ad-844c-687fa44e6195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:29:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['1c00146a-5490-485d-a6ec-8da2d53da6af'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:35.240613 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-b3a03c2b-5acb-44ad-844c-687fa44e6195 None None] Set router 1c00146a-5490-485d-a6ec-8da2d53da6af gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:29:35.255295 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] Request body: {'port': {'device_id': 'ea8afe02-fe11-4fab-a7b0-3113b9d6cccd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:29:35.264233 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-14f40ea3-085e-4847-8dcc-7150ffb7da3e None None] Provisioning complete for port 68a2fa93-058e-42f3-b595-547f56e82dda triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:29:35.264610 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-14f40ea3-085e-4847-8dcc-7150ffb7da3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (68a2fa93-058e-42f3-b595-547f56e82dda), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:35.264949 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-14f40ea3-085e-4847-8dcc-7150ffb7da3e None None] Attempt 1 to provision port 68a2fa93-058e-42f3-b595-547f56e82dda Sep 19 11:29:35.268177 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ecb67af0-5f81-4464-b6db-9375786121a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'name': 'tempest-AttachVolumeTestJSON-1903269221-router', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:34Z', 'revision_number': 4, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'gw_port': {'id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '68571e1b-c800-4a5f-bf1f-f2f2e866b48e', 'name': '', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'mac_address': 'fa:16:3e:2d:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:32Z', 'updated_at': '2022-09-19T11:23:48Z', 'revision_number': 5, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'subnets': [{'id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:35.316563 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:35.323522 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb67af0-5f81-4464-b6db-9375786121a5 None None] The sync data for ids ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'] in dv-cinder-820994-5-iscsi is: [{'id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'name': 'tempest-AttachVolumeTestJSON-1903269221-router', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:23:34Z', 'revision_number': 4, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'gw_port': {'id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '68571e1b-c800-4a5f-bf1f-f2f2e866b48e', 'name': '', 'network_id': '79977212-9704-4425-8d7a-e6522d6f3c5b', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'mac_address': 'fa:16:3e:2d:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:32Z', 'updated_at': '2022-09-19T11:23:48Z', 'revision_number': 5, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'subnets': [{'id': '0857979c-3349-4111-a884-534dbfbaeaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:29:35.338198 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-14f40ea3-085e-4847-8dcc-7150ffb7da3e None None] Port 68a2fa93-058e-42f3-b595-547f56e82dda cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:29:35.394502 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (68a2fa93-058e-42f3-b595-547f56e82dda), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:35.434265 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d2a1cf84-1052-4784-95b3-77a656b8d7a1 req-798dbee7-4f78-4ad6-809c-57eec2388a47 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b41ac543-a9ec-414f-a8e8-4d7e39da3faa HTTP/1.1" status: 200 len: 210 time: 0.0369391 Sep 19 11:29:35.566865 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-b3a03c2b-5acb-44ad-844c-687fa44e6195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:44Z', 'revision_number': 5, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:35.595350 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a03c2b-5acb-44ad-844c-687fa44e6195 None None] The sync data for ids ['1c00146a-5490-485d-a6ec-8da2d53da6af'] in dv-cinder-820994-5-iscsi is: [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:44Z', 'revision_number': 5, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:29:35.700144 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b5c8c8-d0b3-4e6f-83ae-11362b48843b None None] New status for floating IP 316444ba-d4d5-40f0-b194-0532b347f292: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:29:35.913271 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b6228c-3541-45fa-ab39-f01be1a38a92 None None] New status for floating IP d913245b-9ce2-462f-81fb-d1c38e6b2cf9: DOWN {{(pid=106256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:29:35.956549 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-14f40ea3-085e-4847-8dcc-7150ffb7da3e None None] Attempt 2 to provision port 68a2fa93-058e-42f3-b595-547f56e82dda Sep 19 11:29:35.991580 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-14f40ea3-085e-4847-8dcc-7150ffb7da3e None None] Port 68a2fa93-058e-42f3-b595-547f56e82dda cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:29:36.023995 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a2fa93-058e-42f3-b595-547f56e82dda {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:29:36.046451 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] Publish callbacks [] for port (68a2fa93-058e-42f3-b595-547f56e82dda), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:36.050139 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cdfce164-682d-478e-a9cf-83011d2546a2 req-3ebe20ee-1f9f-425d-8506-ee645f9b550e tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ae508c34-2fb3-4348-b3a0-df59607692b5 HTTP/1.1" status: 200 len: 210 time: 0.0414777 Sep 19 11:29:36.067919 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] Transition to ACTIVE for port object 68a2fa93-058e-42f3-b595-547f56e82dda will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 11:29:36.071440 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (68a2fa93-058e-42f3-b595-547f56e82dda), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:36.141548 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=68a2fa93-058e-42f3-b595-547f56e82dda,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:36.239330 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b977df8-d4ce-4efc-8132-67b1e2057969 req-5efa7c81-00d8-4d59-bf59-112ff1521a1d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:36.240862 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b977df8-d4ce-4efc-8132-67b1e2057969 req-5efa7c81-00d8-4d59-bf59-112ff1521a1d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 944 time: 0.0718539 Sep 19 11:29:36.245879 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] Attempting to bind port 68a2fa93-058e-42f3-b595-547f56e82dda on host hv-cinder-82099 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:29:36.246218 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] Attempting to bind port 68a2fa93-058e-42f3-b595-547f56e82dda by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:29:36.246552 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] Attempting to bind port 68a2fa93-058e-42f3-b595-547f56e82dda on network 4bd047f8-e757-4211-9ab1-9e25ad2c412a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:29:36.307173 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:36.329782 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b977df8-d4ce-4efc-8132-67b1e2057969 req-35af0a99-8b24-4713-a645-07f70fa9e6a8 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=38e6c488-80b6-44a7-9989-e43408e6f88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802615 Sep 19 11:29:36.330973 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] Port 68a2fa93-058e-42f3-b595-547f56e82dda on network 4bd047f8-e757-4211-9ab1-9e25ad2c412a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 11:29:36.331324 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] Attempting to bind port 68a2fa93-058e-42f3-b595-547f56e82dda on network 4bd047f8-e757-4211-9ab1-9e25ad2c412a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:29:36.384240 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] Checking agent: {'id': '89dce09e-1d3d-46be-9edc-f71162f9f1f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'started_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:29:36.384604 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] Checking segment: {'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:29:36.385176 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] Bound using segment: {'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:29:36.385704 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] Bound port: 68a2fa93-058e-42f3-b595-547f56e82dda, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:29:36.386146 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (68a2fa93-058e-42f3-b595-547f56e82dda), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:36.447189 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] For port 68a2fa93-058e-42f3-b595-547f56e82dda, host hv-cinder-82099, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:29:36.450228 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] For port 68a2fa93-058e-42f3-b595-547f56e82dda, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=68a2fa93-058e-42f3-b595-547f56e82dda,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:29:36.456870 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (68a2fa93-058e-42f3-b595-547f56e82dda), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:36.459954 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:36.460825 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:36.462198 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/68a2fa93-058e-42f3-b595-547f56e82dda HTTP/1.1" status: 200 len: 1094 time: 1.2117727 Sep 19 11:29:36.492945 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-14f40ea3-085e-4847-8dcc-7150ffb7da3e None None] Attempt 3 to provision port 68a2fa93-058e-42f3-b595-547f56e82dda Sep 19 11:29:36.517819 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606defb-a9c2-4e40-902c-058263335bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=68a2fa93-058e-42f3-b595-547f56e82dda,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:36.542331 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 32798) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:29:36.548763 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-14f40ea3-085e-4847-8dcc-7150ffb7da3e None None] Port 68a2fa93-058e-42f3-b595-547f56e82dda had new provisioning blocks added so it will not transition to active. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 11:29:36.568286 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:36.608059 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d4de48b-ec54-4036-866c-f906ea0e1976 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group (19d8f30d-e2f9-4408-ae55-b65697b0a3a1), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:36.648884 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:29:36.660142 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d4de48b-ec54-4036-866c-f906ea0e1976 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group (19d8f30d-e2f9-4408-ae55-b65697b0a3a1), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:36.673104 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] No Port match for: b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:29:36.673451 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5 not bound to the agent host hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:29:36.679283 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-38bf75ef-8616-424c-bbfe-51d689d4f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:36.680827 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-38bf75ef-8616-424c-bbfe-51d689d4f214 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2&device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 1128 time: 0.0630651 Sep 19 11:29:36.685147 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae508c34-2fb3-4348-b3a0-df59607692b5', 'name': 'network-vif-deleted', 'tag': 'b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5'}, {'name': 'network-changed', 'server_uuid': 'ea8afe02-fe11-4fab-a7b0-3113b9d6cccd', 'tag': '68a2fa93-058e-42f3-b595-547f56e82dda'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:29:36.687391 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990f3c5d-3ce5-4ce3-873f-f04f81ef1c5a" -d '{"events": [{"server_uuid": "ae508c34-2fb3-4348-b3a0-df59607692b5", "name": "network-vif-deleted", "tag": "b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5"}, {"name": "network-changed", "server_uuid": "ea8afe02-fe11-4fab-a7b0-3113b9d6cccd", "tag": "68a2fa93-058e-42f3-b595-547f56e82dda"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:29:36.736296 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 19 Sep 2022 11:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f803b2-6400-48c5-a101-98817fe00a3c x-openstack-request-id: req-e0f803b2-6400-48c5-a101-98817fe00a3c {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:29:36.736593 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae508c34-2fb3-4348-b3a0-df59607692b5", "name": "network-vif-deleted", "tag": "b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ea8afe02-fe11-4fab-a7b0-3113b9d6cccd", "tag": "68a2fa93-058e-42f3-b595-547f56e82dda", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:29:36.736846 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e0f803b2-6400-48c5-a101-98817fe00a3c {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:29:36.737249 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0f803b2-6400-48c5-a101-98817fe00a3c'] response: {'server_uuid': 'ae508c34-2fb3-4348-b3a0-df59607692b5', 'name': 'network-vif-deleted', 'tag': 'b03ddb0e-3c29-4aa7-aaeb-1b30c55256d5', 'status': 'completed', 'code': 200} Sep 19 11:29:36.737507 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0f803b2-6400-48c5-a101-98817fe00a3c'] response: {'name': 'network-changed', 'server_uuid': 'ea8afe02-fe11-4fab-a7b0-3113b9d6cccd', 'tag': '68a2fa93-058e-42f3-b595-547f56e82dda', 'status': 'completed', 'code': 200} Sep 19 11:29:36.739437 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-3dea535b-d5e1-42ff-89e8-5880a3a99add service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68a2fa93-058e-42f3-b595-547f56e82dda HTTP/1.1" status: 200 len: 217 time: 0.0476079 Sep 19 11:29:36.796278 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d4de48b-ec54-4036-866c-f906ea0e1976 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (19d8f30d-e2f9-4408-ae55-b65697b0a3a1), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:36.798755 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d4de48b-ec54-4036-866c-f906ea0e1976 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:36.799923 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0d4de48b-ec54-4036-866c-f906ea0e1976 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/19d8f30d-e2f9-4408-ae55-b65697b0a3a1 HTTP/1.1" status: 204 len: 168 time: 0.2563860 Sep 19 11:29:36.802909 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 32804) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:29:36.816199 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-55285062-c59d-450d-ba0e-51f3b1e5f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:36.817142 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.api.v2.resource [None req-9d4c4db0-8580-40eb-a671-456174138ebc tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] show failed (client error): The resource could not be found. Sep 19 11:29:36.817651 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-55285062-c59d-450d-ba0e-51f3b1e5f229 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7fba9500-450b-48d5-89c9-3abf0acd9be1 HTTP/1.1" status: 200 len: 853 time: 0.0722027 Sep 19 11:29:36.818102 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-9d4c4db0-8580-40eb-a671-456174138ebc tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "GET /networking/v2.0/security-groups/19d8f30d-e2f9-4408-ae55-b65697b0a3a1 HTTP/1.1" status: 404 len: 347 time: 0.0135972 Sep 19 11:29:36.818486 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4de48b-ec54-4036-866c-f906ea0e1976 tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d8f30d-e2f9-4408-ae55-b65697b0a3a1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:36.821191 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 32806) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:29:36.865620 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-d1f9b7f4-7a30-4c23-8c1a-80fd65f001cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:36.867146 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-d1f9b7f4-7a30-4c23-8c1a-80fd65f001cc service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4bd047f8-e757-4211-9ab1-9e25ad2c412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418608 Sep 19 11:29:36.912660 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:36.944604 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b3df8dab-ecc1-4e1c-b66c-d5e1c15b416a tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Deleting port 3c93e50a-c5df-4567-9997-52d22d168877 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:29:36.944949 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b3df8dab-ecc1-4e1c-b66c-d5e1c15b416a tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (3c93e50a-c5df-4567-9997-52d22d168877), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:36.963850 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-5c0b8838-e097-48c7-86d5-58713476d38d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857232 Sep 19 11:29:37.024451 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b3df8dab-ecc1-4e1c-b66c-d5e1c15b416a tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (3c93e50a-c5df-4567-9997-52d22d168877), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:37.024788 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b3df8dab-ecc1-4e1c-b66c-d5e1c15b416a tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for floatingip (3c93e50a-c5df-4567-9997-52d22d168877), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:37.037508 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b3df8dab-ecc1-4e1c-b66c-d5e1c15b416a tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Calling delete_port for 3c93e50a-c5df-4567-9997-52d22d168877 owned by network:floatingip {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:29:37.061909 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-56044804-2057-4ac2-b5c6-57e483fd0875 req-c2825b43-b454-4489-924b-37e8bcc8710e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888672 Sep 19 11:29:37.176352 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b3df8dab-ecc1-4e1c-b66c-d5e1c15b416a tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (3c93e50a-c5df-4567-9997-52d22d168877), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:37.202389 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df8dab-ecc1-4e1c-b66c-d5e1c15b416a tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Pushing event deleted for resources: {'Port': ['ID=3c93e50a-c5df-4567-9997-52d22d168877,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:37.265090 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b3df8dab-ecc1-4e1c-b66c-d5e1c15b416a tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks [] for floatingip (316444ba-d4d5-40f0-b194-0532b347f292), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:37.267589 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b3df8dab-ecc1-4e1c-b66c-d5e1c15b416a tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:37.268846 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-b3df8dab-ecc1-4e1c-b66c-d5e1c15b416a tempest-AttachVolumeTestJSON-465769820 tempest-AttachVolumeTestJSON-465769820-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/316444ba-d4d5-40f0-b194-0532b347f292 HTTP/1.1" status: 204 len: 168 time: 0.4466956 Sep 19 11:29:37.331750 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-f65d1017-7bca-42ca-8801-67fc665deaa1 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1916601463&fields=id&tenant_id=8351993a1ab94f82bc238a23b2d542d3 HTTP/1.1" status: 200 len: 267 time: 0.0480700 Sep 19 11:29:37.483005 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40f1d6-627b-416b-96c5-328806ef596e req-7898940c-6608-4639-ad8f-994140e4c2d4 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:37.484525 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9f40f1d6-627b-416b-96c5-328806ef596e req-7898940c-6608-4639-ad8f-994140e4c2d4 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 944 time: 0.0685415 Sep 19 11:29:37.492279 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-a183adcc-69b0-4f59-971b-009630e48629 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:37.493706 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-a183adcc-69b0-4f59-971b-009630e48629 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/networks?id=fb35c99b-23b9-4b32-a307-2150c63e0c0a HTTP/1.1" status: 200 len: 811 time: 0.1549153 Sep 19 11:29:37.520514 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-7fdaf5e2-ad72-4d4c-a9a7-a799696b6480 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/quotas/8351993a1ab94f82bc238a23b2d542d3 HTTP/1.1" status: 200 len: 375 time: 0.0184166 Sep 19 11:29:37.575338 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:37.581245 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9f40f1d6-627b-416b-96c5-328806ef596e req-fadbf99c-1375-4209-a427-19dcf0d9cbaf tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=38e6c488-80b6-44a7-9989-e43408e6f88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866570 Sep 19 11:29:37.592127 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-fe0aea6d-0d69-4e11-bd23-0545cdc59782 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=8351993a1ab94f82bc238a23b2d542d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619338 Sep 19 11:29:37.734189 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-a2451677-dbca-489a-a834-5b578479a154 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304569 Sep 19 11:29:37.827940 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-dae98d08-a2ab-4fc9-8b47-795b5a9b911f service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878417 Sep 19 11:29:37.985223 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f3c5d-3ce5-4ce3-873f-f04f81ef1c5a req-8fdc1c22-e754-4264-8b4d-17fc91d5a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:37.986738 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-990f3c5d-3ce5-4ce3-873f-f04f81ef1c5a req-8fdc1c22-e754-4264-8b4d-17fc91d5a417 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2&device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 1128 time: 0.0451472 Sep 19 11:29:38.003006 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:38.097681 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f3c5d-3ce5-4ce3-873f-f04f81ef1c5a req-4c9ae751-97ca-48fd-9aa6-800676e1836f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:38.098975 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-990f3c5d-3ce5-4ce3-873f-f04f81ef1c5a req-4c9ae751-97ca-48fd-9aa6-800676e1836f service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4bd047f8-e757-4211-9ab1-9e25ad2c412a HTTP/1.1" status: 200 len: 915 time: 0.1028349 Sep 19 11:29:38.158499 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e85d9077-b28e-4d15-9049-b219066df302 req-401b43b1-3142-4ec2-8c53-8c4b7563a16b tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 210 time: 0.0561743 Sep 19 11:29:38.159917 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-990f3c5d-3ce5-4ce3-873f-f04f81ef1c5a req-63cea3d5-c3f4-4b66-a26e-9196c18b4846 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68a2fa93-058e-42f3-b595-547f56e82dda HTTP/1.1" status: 200 len: 217 time: 0.0488360 Sep 19 11:29:38.213510 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f3c5d-3ce5-4ce3-873f-f04f81ef1c5a req-af0da40a-8ba2-4c12-b81a-e2a11a02e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:38.215036 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-990f3c5d-3ce5-4ce3-873f-f04f81ef1c5a req-af0da40a-8ba2-4c12-b81a-e2a11a02e6b7 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7fba9500-450b-48d5-89c9-3abf0acd9be1 HTTP/1.1" status: 200 len: 853 time: 0.0479319 Sep 19 11:29:38.263643 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f3c5d-3ce5-4ce3-873f-f04f81ef1c5a req-9970e15e-0638-402f-8720-ff5f2605753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:38.265194 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-990f3c5d-3ce5-4ce3-873f-f04f81ef1c5a req-9970e15e-0638-402f-8720-ff5f2605753f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4bd047f8-e757-4211-9ab1-9e25ad2c412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430393 Sep 19 11:29:38.359791 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-990f3c5d-3ce5-4ce3-873f-f04f81ef1c5a req-ef72e0ec-b2d4-4f43-b3ef-613d2d8b7488 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870368 Sep 19 11:29:38.470408 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-990f3c5d-3ce5-4ce3-873f-f04f81ef1c5a req-a532a59f-0fd4-4428-870a-6a2f83bc996a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041861 Sep 19 11:29:38.710894 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d5960-c7e2-4949-9f34-355c267c6517 req-77dbebc0-64d6-4c06-8fc8-79641215c163 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:38.712717 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4c2d5960-c7e2-4949-9f34-355c267c6517 req-77dbebc0-64d6-4c06-8fc8-79641215c163 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 944 time: 0.0526538 Sep 19 11:29:38.762284 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4c2d5960-c7e2-4949-9f34-355c267c6517 req-d3dfdab5-a2a1-4665-93df-706c2ef02286 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=38e6c488-80b6-44a7-9989-e43408e6f88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435188 Sep 19 11:29:39.310974 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fe90307c-a275-4abf-99a8-f40507bc1305 req-f4eb0565-cb8e-4e61-ae87-86fbd6f814e6 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 210 time: 0.0677955 Sep 19 11:29:39.366435 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-bf51bc6f-a8c2-474b-bbd9-6bd8f72eab22 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:39.367929 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-bf51bc6f-a8c2-474b-bbd9-6bd8f72eab22 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.72 "GET /networking/v2.0/networks?id=fb35c99b-23b9-4b32-a307-2150c63e0c0a HTTP/1.1" status: 200 len: 811 time: 0.1344011 Sep 19 11:29:39.442233 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-c19890b2-2338-409b-b892-158385cfec8e tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8351993a1ab94f82bc238a23b2d542d3 HTTP/1.1" status: 200 len: 380 time: 0.0586240 Sep 19 11:29:39.465336 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-f03e2f4a-eb10-49b0-8c26-822643e1b9ab tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Request body: {'port': {'device_id': '4043326f-606a-4ce6-81d9-95bbd73358d0', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'admin_state_up': True, 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'security_groups': ['41a661c5-4afb-4f09-8b3f-835fc994325f']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:29:39.535697 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:39.577631 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-f03e2f4a-eb10-49b0-8c26-822643e1b9ab tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Made reservation on behalf of 8351993a1ab94f82bc238a23b2d542d3 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:29:39.581407 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-f03e2f4a-eb10-49b0-8c26-822643e1b9ab tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:39.724558 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-f03e2f4a-eb10-49b0-8c26-822643e1b9ab tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Allocated IP 172.20.0.13 (fb35c99b-23b9-4b32-a307-2150c63e0c0a/12b60c37-1469-4c8f-99da-759b2d2ba30b/33c62641-505f-4f2e-b389-5020e568a62a) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:29:39.741764 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:39.914982 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-f03e2f4a-eb10-49b0-8c26-822643e1b9ab tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for port (33c62641-505f-4f2e-b389-5020e568a62a), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:39.922193 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ade876-d813-4ecf-83b5-6ccbe971c63c req-215df929-8013-468a-aa7a-be2491bd52ca tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:39.923693 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54ade876-d813-4ecf-83b5-6ccbe971c63c req-215df929-8013-468a-aa7a-be2491bd52ca tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 944 time: 0.0738554 Sep 19 11:29:39.992487 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54ade876-d813-4ecf-83b5-6ccbe971c63c req-318a6df0-81e6-4538-a4bf-9f7600224693 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=38e6c488-80b6-44a7-9989-e43408e6f88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617075 Sep 19 11:29:39.993937 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-f03e2f4a-eb10-49b0-8c26-822643e1b9ab tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (33c62641-505f-4f2e-b389-5020e568a62a), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:40.038921 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-f03e2f4a-eb10-49b0-8c26-822643e1b9ab tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Network fb35c99b-23b9-4b32-a307-2150c63e0c0a is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:29:40.042094 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-f03e2f4a-eb10-49b0-8c26-822643e1b9ab tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:29:40.046511 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-f03e2f4a-eb10-49b0-8c26-822643e1b9ab tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:29:40.052565 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e2f4a-eb10-49b0-8c26-822643e1b9ab tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event updated for resources: {'Port': ['ID=33c62641-505f-4f2e-b389-5020e568a62a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:40.099204 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-f03e2f4a-eb10-49b0-8c26-822643e1b9ab tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:40.099861 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-f03e2f4a-eb10-49b0-8c26-822643e1b9ab tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:40.117707 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-f03e2f4a-eb10-49b0-8c26-822643e1b9ab tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6560094 Sep 19 11:29:40.131424 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] Request body: {'port': {'device_id': '4043326f-606a-4ce6-81d9-95bbd73358d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:29:40.203840 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (33c62641-505f-4f2e-b389-5020e568a62a), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:40.294947 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-6d6308fd-a8a0-4ace-a624-3de6d72e378f None None] Provisioning complete for port 33c62641-505f-4f2e-b389-5020e568a62a triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:29:40.295534 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6d6308fd-a8a0-4ace-a624-3de6d72e378f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (33c62641-505f-4f2e-b389-5020e568a62a), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:40.295534 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-6d6308fd-a8a0-4ace-a624-3de6d72e378f None None] Attempt 1 to provision port 33c62641-505f-4f2e-b389-5020e568a62a Sep 19 11:29:40.326777 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-6d6308fd-a8a0-4ace-a624-3de6d72e378f None None] Port 33c62641-505f-4f2e-b389-5020e568a62a cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:29:40.421247 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:40.454817 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e64de9-a077-4a84-8722-844e3185b1f2 req-156ccec4-6897-42d0-a37e-8de2f59f0813 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:40.456316 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f2e64de9-a077-4a84-8722-844e3185b1f2 req-156ccec4-6897-42d0-a37e-8de2f59f0813 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 932 time: 0.0690475 Sep 19 11:29:40.550218 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:40.562247 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f2e64de9-a077-4a84-8722-844e3185b1f2 req-c1fbb5d3-dea7-48ed-8f62-e98d37783505 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992062 Sep 19 11:29:40.564130 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c62641-505f-4f2e-b389-5020e568a62a {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:29:40.572290 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] Publish callbacks [] for port (33c62641-505f-4f2e-b389-5020e568a62a), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:40.586841 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] Transition to ACTIVE for port object 33c62641-505f-4f2e-b389-5020e568a62a will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 11:29:40.594455 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (33c62641-505f-4f2e-b389-5020e568a62a), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:40.654674 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] Pushing event updated for resources: {'Port': ['ID=33c62641-505f-4f2e-b389-5020e568a62a,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:40.673356 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 68a2fa93-058e-42f3-b595-547f56e82dda details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:29:40.704728 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] Attempting to bind port 33c62641-505f-4f2e-b389-5020e568a62a on host hv-cinder-82099 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:29:40.705061 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] Attempting to bind port 33c62641-505f-4f2e-b389-5020e568a62a by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:29:40.705384 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] Attempting to bind port 33c62641-505f-4f2e-b389-5020e568a62a on network fb35c99b-23b9-4b32-a307-2150c63e0c0a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:29:40.750126 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] Port 33c62641-505f-4f2e-b389-5020e568a62a on network fb35c99b-23b9-4b32-a307-2150c63e0c0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 11:29:40.750453 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] Attempting to bind port 33c62641-505f-4f2e-b389-5020e568a62a on network fb35c99b-23b9-4b32-a307-2150c63e0c0a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:29:40.776575 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 68a2fa93-058e-42f3-b595-547f56e82dda, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=68a2fa93-058e-42f3-b595-547f56e82dda,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:29:40.789421 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': '68a2fa93-058e-42f3-b595-547f56e82dda', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'port_id': '68a2fa93-058e-42f3-b595-547f56e82dda', 'mac_address': 'fa:16:3e:53:e3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:29:40.797796 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] Checking agent: {'id': '89dce09e-1d3d-46be-9edc-f71162f9f1f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'started_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:29:40.798130 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] Checking segment: {'id': '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:29:40.798504 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] Bound using segment: {'id': '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:29:40.798932 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] Bound port: 33c62641-505f-4f2e-b389-5020e568a62a, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:29:40.799289 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (33c62641-505f-4f2e-b389-5020e568a62a), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:40.825083 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 68a2fa93-058e-42f3-b595-547f56e82dda is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:29:40.825989 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (68a2fa93-058e-42f3-b595-547f56e82dda), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:40.829019 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-6d6308fd-a8a0-4ace-a624-3de6d72e378f None None] Attempt 2 to provision port 33c62641-505f-4f2e-b389-5020e568a62a Sep 19 11:29:40.862378 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 32870) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:29:40.863592 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a2fa93-058e-42f3-b595-547f56e82dda {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:29:40.870543 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] For port 33c62641-505f-4f2e-b389-5020e568a62a, host hv-cinder-82099, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:29:40.873989 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] For port 33c62641-505f-4f2e-b389-5020e568a62a, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=33c62641-505f-4f2e-b389-5020e568a62a,segment=NetworkSegment(622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf),segment_id=622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:29:40.882858 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (33c62641-505f-4f2e-b389-5020e568a62a), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:40.891073 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:40.891699 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:40.893134 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/33c62641-505f-4f2e-b389-5020e568a62a HTTP/1.1" status: 200 len: 1094 time: 0.7663307 Sep 19 11:29:40.893710 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4043326f-606a-4ce6-81d9-95bbd73358d0', 'tag': '33c62641-505f-4f2e-b389-5020e568a62a'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:29:40.896722 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8afa36b-afc1-4370-9286-d14295d70c53" -d '{"events": [{"name": "network-changed", "server_uuid": "4043326f-606a-4ce6-81d9-95bbd73358d0", "tag": "33c62641-505f-4f2e-b389-5020e568a62a"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:29:40.898394 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 68a2fa93-058e-42f3-b595-547f56e82dda, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=68a2fa93-058e-42f3-b595-547f56e82dda,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:29:40.901996 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-6d6308fd-a8a0-4ace-a624-3de6d72e378f None None] Port 33c62641-505f-4f2e-b389-5020e568a62a cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:29:40.904950 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (68a2fa93-058e-42f3-b595-547f56e82dda), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:40.912750 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:40.955559 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a20d1-c230-47e4-bff6-9214b268b301 service neutron] Pushing event updated for resources: {'Port': ['ID=33c62641-505f-4f2e-b389-5020e568a62a,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:40.968901 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc042db6-b744-4130-9b39-5f28d3d50a65 x-openstack-request-id: req-cc042db6-b744-4130-9b39-5f28d3d50a65 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:29:40.969193 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4043326f-606a-4ce6-81d9-95bbd73358d0", "tag": "33c62641-505f-4f2e-b389-5020e568a62a", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:29:40.969436 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cc042db6-b744-4130-9b39-5f28d3d50a65 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:29:40.969823 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc042db6-b744-4130-9b39-5f28d3d50a65'] response: {'name': 'network-changed', 'server_uuid': '4043326f-606a-4ce6-81d9-95bbd73358d0', 'tag': '33c62641-505f-4f2e-b389-5020e568a62a', 'status': 'completed', 'code': 200} Sep 19 11:29:40.978531 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=68a2fa93-058e-42f3-b595-547f56e82dda,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:41.004003 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-8281271e-9b27-478e-8050-812974ed15c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:41.005515 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-8281271e-9b27-478e-8050-812974ed15c4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8351993a1ab94f82bc238a23b2d542d3&device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 1128 time: 0.0463872 Sep 19 11:29:41.046670 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-86a308b6-895b-487b-8872-3c1f903f1930 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33c62641-505f-4f2e-b389-5020e568a62a HTTP/1.1" status: 200 len: 217 time: 0.0338907 Sep 19 11:29:41.146454 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-47e6fbb5-cb03-47ce-a635-391dab17acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:41.147950 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-47e6fbb5-cb03-47ce-a635-391dab17acd8 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=12b60c37-1469-4c8f-99da-759b2d2ba30b HTTP/1.1" status: 200 len: 850 time: 0.0830863 Sep 19 11:29:41.153741 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a88a7-cfe9-4c3d-a9b1-4fc923439507 req-dc21ea64-54a0-4563-a130-c749d76207db tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:41.155092 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1d8a88a7-cfe9-4c3d-a9b1-4fc923439507 req-dc21ea64-54a0-4563-a130-c749d76207db tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 945 time: 0.0815923 Sep 19 11:29:41.186237 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['68a2fa93-058e-42f3-b595-547f56e82dda'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:29:41.189912 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:41.215783 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-90e7124e-20a1-4ced-aa75-042ae11b1c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:41.217349 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-90e7124e-20a1-4ced-aa75-042ae11b1c2c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=fb35c99b-23b9-4b32-a307-2150c63e0c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606873 Sep 19 11:29:41.233950 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1d8a88a7-cfe9-4c3d-a9b1-4fc923439507 req-0eade1f0-ca56-48bd-b8be-770af9b65d3e tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=38e6c488-80b6-44a7-9989-e43408e6f88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698493 Sep 19 11:29:41.277418 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7bec2e47-7a1c-47d4-9afa-8251480915b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687270'] for router_interface (03f9ab4b-f064-43c1-bb4c-3751e1e578ed), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:41.329567 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-8e16b9c3-5b65-4c31-bb38-4d8eb50597d5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946758 Sep 19 11:29:41.366526 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:41.394966 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:41.403715 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-6d6308fd-a8a0-4ace-a624-3de6d72e378f None None] Attempt 3 to provision port 33c62641-505f-4f2e-b389-5020e568a62a Sep 19 11:29:41.426192 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-398a8448-4ce5-44e2-b396-8bc86659ee22 req-1c6728ff-3e11-493a-8667-05e6286a8bc5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894468 Sep 19 11:29:41.444426 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-6d6308fd-a8a0-4ace-a624-3de6d72e378f None None] Port 33c62641-505f-4f2e-b389-5020e568a62a had new provisioning blocks added so it will not transition to active. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 11:29:41.469312 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:41.511342 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7bec2e47-7a1c-47d4-9afa-8251480915b5 admin admin] Deleting port 68571e1b-c800-4a5f-bf1f-f2f2e866b48e {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:29:41.511684 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7bec2e47-7a1c-47d4-9afa-8251480915b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (68571e1b-c800-4a5f-bf1f-f2f2e866b48e), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:41.589451 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7bec2e47-7a1c-47d4-9afa-8251480915b5 admin admin] For port 68571e1b-c800-4a5f-bf1f-f2f2e866b48e, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=68571e1b-c800-4a5f-bf1f-f2f2e866b48e,segment=NetworkSegment(7e5b877b-24b6-4285-8279-364e2e59bab9),segment_id=7e5b877b-24b6-4285-8279-364e2e59bab9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:29:41.589808 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7bec2e47-7a1c-47d4-9afa-8251480915b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (68571e1b-c800-4a5f-bf1f-f2f2e866b48e), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:41.602453 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7bec2e47-7a1c-47d4-9afa-8251480915b5 admin admin] Calling delete_port for 68571e1b-c800-4a5f-bf1f-f2f2e866b48e owned by network:router_interface {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:29:41.725166 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de3f49-1f9d-495e-9984-4bb288ec9a2a req-cde6402b-1dca-4dce-bf66-e9d98bb5e0dc tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:41.726665 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-58de3f49-1f9d-495e-9984-4bb288ec9a2a req-cde6402b-1dca-4dce-bf66-e9d98bb5e0dc tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 944 time: 0.0817859 Sep 19 11:29:41.736583 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afa36b-afc1-4370-9286-d14295d70c53 req-a3d0c7f3-089f-4ef9-a746-14df7542c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:41.737994 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d8afa36b-afc1-4370-9286-d14295d70c53 req-a3d0c7f3-089f-4ef9-a746-14df7542c6ea service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8351993a1ab94f82bc238a23b2d542d3&device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 1128 time: 0.0513668 Sep 19 11:29:41.743564 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:41.785846 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7bec2e47-7a1c-47d4-9afa-8251480915b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (68571e1b-c800-4a5f-bf1f-f2f2e866b48e), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:41.819346 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec2e47-7a1c-47d4-9afa-8251480915b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=68571e1b-c800-4a5f-bf1f-f2f2e866b48e,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:41.837567 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-58de3f49-1f9d-495e-9984-4bb288ec9a2a req-96806d71-a3e4-4727-a6f9-fead48eba7b3 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032014 Sep 19 11:29:41.886800 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afa36b-afc1-4370-9286-d14295d70c53 req-78beaaa1-dac1-4fa4-8c2a-909576022343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:41.888598 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d8afa36b-afc1-4370-9286-d14295d70c53 req-78beaaa1-dac1-4fa4-8c2a-909576022343 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=fb35c99b-23b9-4b32-a307-2150c63e0c0a HTTP/1.1" status: 200 len: 912 time: 0.1372848 Sep 19 11:29:41.930099 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d8afa36b-afc1-4370-9286-d14295d70c53 req-58a58f23-9a63-4d7b-853f-0b0a5f557ab3 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33c62641-505f-4f2e-b389-5020e568a62a HTTP/1.1" status: 200 len: 217 time: 0.0348289 Sep 19 11:29:41.976506 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7bec2e47-7a1c-47d4-9afa-8251480915b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778262'] for router_interface (03f9ab4b-f064-43c1-bb4c-3751e1e578ed), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:41.981455 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afa36b-afc1-4370-9286-d14295d70c53 req-15dee2f4-db7f-41d1-a2ec-6667e8afa22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:41.983498 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d8afa36b-afc1-4370-9286-d14295d70c53 req-15dee2f4-db7f-41d1-a2ec-6667e8afa22e service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=12b60c37-1469-4c8f-99da-759b2d2ba30b HTTP/1.1" status: 200 len: 850 time: 0.0471752 Sep 19 11:29:42.029695 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afa36b-afc1-4370-9286-d14295d70c53 req-663a53bb-b1bf-4686-a4dd-db6f1295557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:42.031238 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d8afa36b-afc1-4370-9286-d14295d70c53 req-663a53bb-b1bf-4686-a4dd-db6f1295557e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=fb35c99b-23b9-4b32-a307-2150c63e0c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414414 Sep 19 11:29:42.125363 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d8afa36b-afc1-4370-9286-d14295d70c53 req-4140b734-fda6-48a9-b8aa-df66a9dd577d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877380 Sep 19 11:29:42.165830 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:42.190504 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bec2e47-7a1c-47d4-9afa-8251480915b5 admin admin] Router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:29:42.221521 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d8afa36b-afc1-4370-9286-d14295d70c53 req-a6f3a582-877a-4e5e-9885-3eca195a0623 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895948 Sep 19 11:29:42.297240 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bec2e47-7a1c-47d4-9afa-8251480915b5 admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:29:42.302387 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-7bec2e47-7a1c-47d4-9afa-8251480915b5 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/03f9ab4b-f064-43c1-bb4c-3751e1e578ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4388983 Sep 19 11:29:42.304954 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 32882) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:29:42.307736 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ce7cd-b17e-4a59-8ad0-a7c962fc2933 None None] Sync routers for ids ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:29:42.318949 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ce7cd-b17e-4a59-8ad0-a7c962fc2933 None None] Routers {'03f9ab4b-f064-43c1-bb4c-3751e1e578ed'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:29:42.319572 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c03ce7cd-b17e-4a59-8ad0-a7c962fc2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:29:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:42.370563 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926496f7-beae-4198-84f1-6d6d06abc143 req-144ada91-d1fb-461f-8e0f-81870e9f3e66 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:42.371985 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-926496f7-beae-4198-84f1-6d6d06abc143 req-144ada91-d1fb-461f-8e0f-81870e9f3e66 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 945 time: 0.0497868 Sep 19 11:29:42.428488 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-926496f7-beae-4198-84f1-6d6d06abc143 req-4f12b5ce-abc4-4993-bdfc-e63e193e0df9 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=38e6c488-80b6-44a7-9989-e43408e6f88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477822 Sep 19 11:29:42.429236 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-c03ce7cd-b17e-4a59-8ad0-a7c962fc2933 None None] Set router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:29:42.587215 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:42.601889 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c03ce7cd-b17e-4a59-8ad0-a7c962fc2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'name': 'tempest-AttachVolumeTestJSON-1903269221-router', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:29:41Z', 'revision_number': 5, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'gw_port': {'id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:42.631050 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ce7cd-b17e-4a59-8ad0-a7c962fc2933 None None] Checking router: 03f9ab4b-f064-43c1-bb4c-3751e1e578ed for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:29:42.635636 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-83b1194b-9aba-4611-8a87-60c765451db1 admin admin] Publish callbacks [] for router (03f9ab4b-f064-43c1-bb4c-3751e1e578ed), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:42.640218 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ce7cd-b17e-4a59-8ad0-a7c962fc2933 None None] Routers {'03f9ab4b-f064-43c1-bb4c-3751e1e578ed'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:29:42.640829 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c03ce7cd-b17e-4a59-8ad0-a7c962fc2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:29:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:42.714618 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 68a2fa93-058e-42f3-b595-547f56e82dda up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:29:42.736498 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-83b1194b-9aba-4611-8a87-60c765451db1 admin admin] Publish callbacks [] for router_gateway (03f9ab4b-f064-43c1-bb4c-3751e1e578ed), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:42.772458 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-c03ce7cd-b17e-4a59-8ad0-a7c962fc2933 None None] Set router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:29:42.778014 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-83b1194b-9aba-4611-8a87-60c765451db1 admin admin] Deleting port 8de59461-24b8-47a9-864b-e94a6e4d6047 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:29:42.778371 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-83b1194b-9aba-4611-8a87-60c765451db1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (8de59461-24b8-47a9-864b-e94a6e4d6047), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:42.829392 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning for port 68a2fa93-058e-42f3-b595-547f56e82dda completed by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 11:29:42.845817 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port 68a2fa93-058e-42f3-b595-547f56e82dda triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:29:42.846192 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (68a2fa93-058e-42f3-b595-547f56e82dda), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:42.846534 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port 68a2fa93-058e-42f3-b595-547f56e82dda Sep 19 11:29:42.860280 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-83b1194b-9aba-4611-8a87-60c765451db1 admin admin] For port 8de59461-24b8-47a9-864b-e94a6e4d6047, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=8de59461-24b8-47a9-864b-e94a6e4d6047,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:29:42.860642 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-83b1194b-9aba-4611-8a87-60c765451db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (8de59461-24b8-47a9-864b-e94a6e4d6047), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:42.873401 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-83b1194b-9aba-4611-8a87-60c765451db1 admin admin] Calling delete_port for 8de59461-24b8-47a9-864b-e94a6e4d6047 owned by network:router_gateway {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:29:42.909611 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:42.969974 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5258d0b-0d9a-4144-8ba7-31fab804aadc req-c63c8f27-f6cb-47eb-8c77-0cfe64e4d032 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:42.971461 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f5258d0b-0d9a-4144-8ba7-31fab804aadc req-c63c8f27-f6cb-47eb-8c77-0cfe64e4d032 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 944 time: 0.0489645 Sep 19 11:29:43.014781 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 68a2fa93-058e-42f3-b595-547f56e82dda is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:29:43.015176 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (68a2fa93-058e-42f3-b595-547f56e82dda), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:43.028435 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f5258d0b-0d9a-4144-8ba7-31fab804aadc req-c5512100-20c3-4738-9905-cc3e40af3ba0 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507252 Sep 19 11:29:43.030460 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c03ce7cd-b17e-4a59-8ad0-a7c962fc2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'name': 'tempest-AttachVolumeTestJSON-1903269221-router', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:29:41Z', 'revision_number': 5, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'gw_port': {'id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:43.059024 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-83b1194b-9aba-4611-8a87-60c765451db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (8de59461-24b8-47a9-864b-e94a6e4d6047), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:43.062067 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:43.063642 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ce7cd-b17e-4a59-8ad0-a7c962fc2933 None None] The sync data for ids ['03f9ab4b-f064-43c1-bb4c-3751e1e578ed'] in dv-cinder-820994-5-iscsi is: [{'id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'name': 'tempest-AttachVolumeTestJSON-1903269221-router', 'tenant_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:23Z', 'updated_at': '2022-09-19T11:29:41Z', 'revision_number': 5, 'project_id': 'e8a952d8324548d7a8e80f72449ea5e6', 'gw_port': {'id': '8de59461-24b8-47a9-864b-e94a6e4d6047', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f9ab4b-f064-43c1-bb4c-3751e1e578ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:25Z', 'updated_at': '2022-09-19T11:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:29:43.071622 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8afe02-fe11-4fab-a7b0-3113b9d6cccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a2fa93-058e-42f3-b595-547f56e82dda'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:29:43.073925 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87908ce1-d060-4ed3-af48-b851026b386e" -d '{"events": [{"server_uuid": "ea8afe02-fe11-4fab-a7b0-3113b9d6cccd", "name": "network-vif-plugged", "status": "completed", "tag": "68a2fa93-058e-42f3-b595-547f56e82dda"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:29:43.089075 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1194b-9aba-4611-8a87-60c765451db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de59461-24b8-47a9-864b-e94a6e4d6047,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:43.100688 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 68a2fa93-058e-42f3-b595-547f56e82dda, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=68a2fa93-058e-42f3-b595-547f56e82dda,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:29:43.110806 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (68a2fa93-058e-42f3-b595-547f56e82dda), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:43.133019 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e6d699-740f-4a10-b1a9-0c02ed1f39d1 x-openstack-request-id: req-f0e6d699-740f-4a10-b1a9-0c02ed1f39d1 {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:29:43.133613 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8afe02-fe11-4fab-a7b0-3113b9d6cccd", "name": "network-vif-plugged", "status": "completed", "tag": "68a2fa93-058e-42f3-b595-547f56e82dda", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:29:43.133930 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f0e6d699-740f-4a10-b1a9-0c02ed1f39d1 {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:29:43.134390 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e6d699-740f-4a10-b1a9-0c02ed1f39d1'] response: {'server_uuid': 'ea8afe02-fe11-4fab-a7b0-3113b9d6cccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a2fa93-058e-42f3-b595-547f56e82dda', 'code': 200} Sep 19 11:29:43.166718 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=68a2fa93-058e-42f3-b595-547f56e82dda,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:43.171067 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-83b1194b-9aba-4611-8a87-60c765451db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779100'] for router_gateway (03f9ab4b-f064-43c1-bb4c-3751e1e578ed), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:43.263889 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-83b1194b-9aba-4611-8a87-60c765451db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-777928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1936'] for router (03f9ab4b-f064-43c1-bb4c-3751e1e578ed), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:43.266052 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-83b1194b-9aba-4611-8a87-60c765451db1 admin admin] Publish callbacks [] for router_controller (03f9ab4b-f064-43c1-bb4c-3751e1e578ed), precommit_delete_associations {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:43.307819 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-83b1194b-9aba-4611-8a87-60c765451db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-778347'] for router (03f9ab4b-f064-43c1-bb4c-3751e1e578ed), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:43.308385 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b1194b-9aba-4611-8a87-60c765451db1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03f9ab4b-f064-43c1-bb4c-3751e1e578ed {{(pid=106254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 11:29:43.314426 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-83b1194b-9aba-4611-8a87-60c765451db1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:43.316217 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-83b1194b-9aba-4611-8a87-60c765451db1 admin admin] 10.222.0.81 "DELETE /networking/v2.0/routers/03f9ab4b-f064-43c1-bb4c-3751e1e578ed HTTP/1.1" status: 204 len: 168 time: 1.0103040 Sep 19 11:29:43.316734 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd71fdd-b6f7-4870-8742-02190aa58e2c req-b3017b12-137c-42c4-a80f-eef13206abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:43.318150 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 32890) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:29:43.318306 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fcd71fdd-b6f7-4870-8742-02190aa58e2c req-b3017b12-137c-42c4-a80f-eef13206abd4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 1130 time: 0.0423894 Sep 19 11:29:43.364251 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fcd71fdd-b6f7-4870-8742-02190aa58e2c req-d17135c5-5fb7-4875-8316-b74adbe3846d service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=38e6c488-80b6-44a7-9989-e43408e6f88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372043 Sep 19 11:29:43.366507 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d7b048-a2be-43ac-847a-18b8a19a0027 admin admin] Deleting subnet 0857979c-3349-4111-a884-534dbfbaeaf0 {{(pid=106254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 11:29:43.369653 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-18d7b048-a2be-43ac-847a-18b8a19a0027 admin admin] Publish callbacks [] for subnet (0857979c-3349-4111-a884-534dbfbaeaf0), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:43.404184 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:43.406619 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-18d7b048-a2be-43ac-847a-18b8a19a0027 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14729328'] for subnet (0857979c-3349-4111-a884-534dbfbaeaf0), precommit_delete_associations {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:43.446381 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:43.490669 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-18d7b048-a2be-43ac-847a-18b8a19a0027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437927'] for subnet (0857979c-3349-4111-a884-534dbfbaeaf0), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:43.574139 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-18d7b048-a2be-43ac-847a-18b8a19a0027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15336815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14016153'] for subnet (0857979c-3349-4111-a884-534dbfbaeaf0), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:43.589924 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3086f59-cb24-4c59-9dd8-6f5c9a4a9046 req-2625e30f-74e4-4bd4-b135-71a07a15ce67 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:43.594428 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 68571e1b-c800-4a5f-bf1f-f2f2e866b48e no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:29:43.598931 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a3086f59-cb24-4c59-9dd8-6f5c9a4a9046 req-2625e30f-74e4-4bd4-b135-71a07a15ce67 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 946 time: 0.0605464 Sep 19 11:29:43.602982 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7b048-a2be-43ac-847a-18b8a19a0027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0857979c-3349-4111-a884-534dbfbaeaf0,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:43.614120 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-18d7b048-a2be-43ac-847a-18b8a19a0027 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:43.618040 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-18d7b048-a2be-43ac-847a-18b8a19a0027 admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/0857979c-3349-4111-a884-534dbfbaeaf0 HTTP/1.1" status: 204 len: 168 time: 0.2988279 Sep 19 11:29:43.621953 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 32896) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:29:43.625790 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39e05c4-a8c5-480c-b7e3-49d75c5298c5 None None] Network 79977212-9704-4425-8d7a-e6522d6f3c5b requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:29:43.628393 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 68571e1b-c800-4a5f-bf1f-f2f2e866b48e {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:29:43.628737 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 68571e1b-c800-4a5f-bf1f-f2f2e866b48e not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:29:43.661767 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a3086f59-cb24-4c59-9dd8-6f5c9a4a9046 req-5c3991e9-15a2-4768-a752-2e6f4aa4f57d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=38e6c488-80b6-44a7-9989-e43408e6f88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628695 Sep 19 11:29:43.699269 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec3df370-7176-4617-bea1-df20a595c868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315986'] for network (79977212-9704-4425-8d7a-e6522d6f3c5b), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:43.748635 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ec3df370-7176-4617-bea1-df20a595c868 admin admin] Deleting port 5bea2afe-7346-45b4-8a3b-5677f7612612 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:29:43.749060 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec3df370-7176-4617-bea1-df20a595c868 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (5bea2afe-7346-45b4-8a3b-5677f7612612), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:43.797252 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3717a6f1-771f-4059-861e-5ea108b7e70f None None] DHCP port deletion for 79977212-9704-4425-8d7a-e6522d6f3c5b request from dv-cinder-820994-5-iscsi {{(pid=106255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 11:29:43.822534 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ec3df370-7176-4617-bea1-df20a595c868 admin admin] For port 5bea2afe-7346-45b4-8a3b-5677f7612612, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=5bea2afe-7346-45b4-8a3b-5677f7612612,segment=NetworkSegment(7e5b877b-24b6-4285-8279-364e2e59bab9),segment_id=7e5b877b-24b6-4285-8279-364e2e59bab9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:29:43.822980 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec3df370-7176-4617-bea1-df20a595c868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (5bea2afe-7346-45b4-8a3b-5677f7612612), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:43.836518 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-3717a6f1-771f-4059-861e-5ea108b7e70f None None] Deleting port 5bea2afe-7346-45b4-8a3b-5677f7612612 {{(pid=106255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:29:43.837966 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3717a6f1-771f-4059-861e-5ea108b7e70f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (5bea2afe-7346-45b4-8a3b-5677f7612612), before_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:43.844243 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ec3df370-7176-4617-bea1-df20a595c868 admin admin] Calling delete_port for 5bea2afe-7346-45b4-8a3b-5677f7612612 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:29:43.902321 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-3717a6f1-771f-4059-861e-5ea108b7e70f None None] For port 5bea2afe-7346-45b4-8a3b-5677f7612612, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=5bea2afe-7346-45b4-8a3b-5677f7612612,segment=NetworkSegment(7e5b877b-24b6-4285-8279-364e2e59bab9),segment_id=7e5b877b-24b6-4285-8279-364e2e59bab9)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:29:43.902704 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3717a6f1-771f-4059-861e-5ea108b7e70f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (5bea2afe-7346-45b4-8a3b-5677f7612612), precommit_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:43.915629 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-3717a6f1-771f-4059-861e-5ea108b7e70f None None] Calling delete_port for 5bea2afe-7346-45b4-8a3b-5677f7612612 owned by network:dhcp {{(pid=106255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:29:43.925347 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec3df370-7176-4617-bea1-df20a595c868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (5bea2afe-7346-45b4-8a3b-5677f7612612), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:43.955240 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3df370-7176-4617-bea1-df20a595c868 admin admin] No DVR routers for this DVR port 5bea2afe-7346-45b4-8a3b-5677f7612612 on host dv-cinder-820994-5-iscsi {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:29:43.958973 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3df370-7176-4617-bea1-df20a595c868 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bea2afe-7346-45b4-8a3b-5677f7612612,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:44.032719 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec3df370-7176-4617-bea1-df20a595c868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1254604', 'neutron.services.segments.db._delete_segments_for_network-8730872489409'] for network (79977212-9704-4425-8d7a-e6522d6f3c5b), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:44.054540 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-ec3df370-7176-4617-bea1-df20a595c868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79977212-9704-4425-8d7a-e6522d6f3c5b']}} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:44.064501 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-ec3df370-7176-4617-bea1-df20a595c868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5b877b-24b6-4285-8279-364e2e59bab9') {'for_net_delete': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:44.065221 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-ec3df370-7176-4617-bea1-df20a595c868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5b877b-24b6-4285-8279-364e2e59bab9') {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:44.075173 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec3df370-7176-4617-bea1-df20a595c868 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730872489301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14729291'] for segment (7e5b877b-24b6-4285-8279-364e2e59bab9), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:44.089793 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec3df370-7176-4617-bea1-df20a595c868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (7e5b877b-24b6-4285-8279-364e2e59bab9), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:44.097506 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3df370-7176-4617-bea1-df20a595c868 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=106254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 11:29:44.097948 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec3df370-7176-4617-bea1-df20a595c868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15336917'] for segment (7e5b877b-24b6-4285-8279-364e2e59bab9), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:44.117762 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3717a6f1-771f-4059-861e-5ea108b7e70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266'] for port (5bea2afe-7346-45b4-8a3b-5677f7612612), after_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:44.144231 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717a6f1-771f-4059-861e-5ea108b7e70f None None] Pushing event deleted for resources: {'Port': ['ID=5bea2afe-7346-45b4-8a3b-5677f7612612,revision_number=None']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:44.154262 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3717a6f1-771f-4059-861e-5ea108b7e70f None None] No DVR routers for this DVR port 5bea2afe-7346-45b4-8a3b-5677f7612612 on host dv-cinder-820994-5-iscsi {{(pid=106255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:29:44.180625 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec3df370-7176-4617-bea1-df20a595c868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1254645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779145'] for network (79977212-9704-4425-8d7a-e6522d6f3c5b), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:44.190683 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec3df370-7176-4617-bea1-df20a595c868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:44.192671 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-ec3df370-7176-4617-bea1-df20a595c868 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/79977212-9704-4425-8d7a-e6522d6f3c5b HTTP/1.1" status: 204 len: 168 time: 0.5678349 Sep 19 11:29:44.221483 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3df370-7176-4617-bea1-df20a595c868 admin admin] Pushing event deleted for resources: {'Network': ['ID=79977212-9704-4425-8d7a-e6522d6f3c5b,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:44.227936 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a694ab-3b74-4db0-a5ba-4ff3c6c0be05 req-eb3a51c3-b138-4f47-8577-50e0004aa715 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:44.228388 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.services.segments.plugin [-] Segment 7e5b877b-24b6-4285-8279-364e2e59bab9 resource provider aggregate not found Sep 19 11:29:44.229518 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-38a694ab-3b74-4db0-a5ba-4ff3c6c0be05 req-eb3a51c3-b138-4f47-8577-50e0004aa715 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 944 time: 0.1209226 Sep 19 11:29:44.251968 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.services.segments.plugin [-] Segment 7e5b877b-24b6-4285-8279-364e2e59bab9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e5b877b-24b6-4285-8279-364e2e59bab9 found for delete ", "request_id": "req-1ef36aee-840d-4c41-9c60-8ee8751ffc54"}]} Sep 19 11:29:44.356958 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 32908) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:29:44.400669 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-c177c147-ab67-4acc-b81d-9b8ddf061c48 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=e8a952d8324548d7a8e80f72449ea5e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425258 Sep 19 11:29:44.404582 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 32910) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:29:44.456403 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1a5fb64b-1295-4f36-b140-a1b646fb91c7 admin admin] Publish callbacks [] for security_group (fb2c2f0b-7751-47a3-8052-66d13a9cd25b), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:44.480193 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1a5fb64b-1295-4f36-b140-a1b646fb91c7 admin admin] Publish callbacks [] for security_group (fb2c2f0b-7751-47a3-8052-66d13a9cd25b), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:44.488135 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:44.510229 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-38a694ab-3b74-4db0-a5ba-4ff3c6c0be05 req-2e1f0209-f7a1-4a0d-832e-e98287de9124 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740717 Sep 19 11:29:44.535953 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1a5fb64b-1295-4f36-b140-a1b646fb91c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (fb2c2f0b-7751-47a3-8052-66d13a9cd25b), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:44.538630 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1a5fb64b-1295-4f36-b140-a1b646fb91c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:44.539785 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-1a5fb64b-1295-4f36-b140-a1b646fb91c7 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/fb2c2f0b-7751-47a3-8052-66d13a9cd25b HTTP/1.1" status: 204 len: 168 time: 0.1342387 Sep 19 11:29:44.547655 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5fb64b-1295-4f36-b140-a1b646fb91c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2c2f0b-7751-47a3-8052-66d13a9cd25b,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:44.751243 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:44.797503 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7307e-d179-4a8a-97c8-0fc28fe6e980 req-24a65a35-bb1c-4acc-82d8-80f8c407df79 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:44.798995 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5bc7307e-d179-4a8a-97c8-0fc28fe6e980 req-24a65a35-bb1c-4acc-82d8-80f8c407df79 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 946 time: 0.0585907 Sep 19 11:29:44.849707 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5bc7307e-d179-4a8a-97c8-0fc28fe6e980 req-4b54182c-4d25-4ce8-9ceb-5be757b9e31d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=38e6c488-80b6-44a7-9989-e43408e6f88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447154 Sep 19 11:29:45.490843 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 8de59461-24b8-47a9-864b-e94a6e4d6047 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:29:45.511856 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 8de59461-24b8-47a9-864b-e94a6e4d6047 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:29:45.512315 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 8de59461-24b8-47a9-864b-e94a6e4d6047 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:29:45.512855 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 5bea2afe-7346-45b4-8a3b-5677f7612612 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:29:45.536204 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 5bea2afe-7346-45b4-8a3b-5677f7612612 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:29:45.536552 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 5bea2afe-7346-45b4-8a3b-5677f7612612 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:29:45.645240 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a9e82-b173-453d-bb7c-812d832df6f0 req-e1019ff4-8a07-4f28-9600-a91087ec34b3 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:45.646816 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f24a9e82-b173-453d-bb7c-812d832df6f0 req-e1019ff4-8a07-4f28-9600-a91087ec34b3 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 944 time: 0.0527990 Sep 19 11:29:45.663949 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:45.709524 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f24a9e82-b173-453d-bb7c-812d832df6f0 req-44e3391d-c921-4ef9-b455-5afc774327e6 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565004 Sep 19 11:29:45.969518 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b2327-890a-4649-8303-04ca7ffeff94 req-fbed8d98-0a51-4f4b-a1db-b192f92b90cc tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:45.970991 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9f6b2327-890a-4649-8303-04ca7ffeff94 req-fbed8d98-0a51-4f4b-a1db-b192f92b90cc tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 946 time: 0.0478151 Sep 19 11:29:46.019381 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9f6b2327-890a-4649-8303-04ca7ffeff94 req-e69d00b2-7357-4ba4-a86c-853dd7084881 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=38e6c488-80b6-44a7-9989-e43408e6f88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423977 Sep 19 11:29:46.133070 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e0f66-bc5c-4bbc-9547-bd2e56baeb50 req-227a6446-ed0b-4d25-8dc3-8ff5769db4cc tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:46.134437 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8b2e0f66-bc5c-4bbc-9547-bd2e56baeb50 req-227a6446-ed0b-4d25-8dc3-8ff5769db4cc tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 946 time: 0.0455031 Sep 19 11:29:46.144898 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 32954) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:29:46.149154 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-29cd4c6d-45d0-493a-97d4-30e6b2a9705e tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'floatingip': {'port_id': '68a2fa93-058e-42f3-b595-547f56e82dda'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:29:46.189729 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29cd4c6d-45d0-493a-97d4-30e6b2a9705e tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (163d9a4a-bb86-45f6-82b6-703bf04be5b2), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:46.334272 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d0eb9465-161f-4b05-9d7f-e2816712cfe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:46.609446 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29cd4c6d-45d0-493a-97d4-30e6b2a9705e tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:46.613078 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29cd4c6d-45d0-493a-97d4-30e6b2a9705e tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (163d9a4a-bb86-45f6-82b6-703bf04be5b2), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:46.709150 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-29cd4c6d-45d0-493a-97d4-30e6b2a9705e tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Floating IP 163d9a4a-bb86-45f6-82b6-703bf04be5b2 associated. External IP: 172.27.2.119, port: 68a2fa93-058e-42f3-b595-547f56e82dda. Sep 19 11:29:46.863520 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935a103-27cb-480f-80c4-e5aae88e400d req-ca770d3d-996d-45cb-bc53-6b2d9d2d575a tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:46.864965 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9935a103-27cb-480f-80c4-e5aae88e400d req-ca770d3d-996d-45cb-bc53-6b2d9d2d575a tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 944 time: 0.0634587 Sep 19 11:29:46.922033 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:46.970198 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:47.003179 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9935a103-27cb-480f-80c4-e5aae88e400d req-b8321a48-3409-41fc-8549-e814396873fd tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014798 Sep 19 11:29:47.033076 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cd4c6d-45d0-493a-97d4-30e6b2a9705e tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:29:47.140568 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cd4c6d-45d0-493a-97d4-30e6b2a9705e tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:29:47.145268 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29cd4c6d-45d0-493a-97d4-30e6b2a9705e tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:47.149732 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901086ed-cfb8-45f1-bde3-53dc13cd383f None None] Sync routers for ids ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:29:47.163610 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901086ed-cfb8-45f1-bde3-53dc13cd383f None None] Routers {'d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:29:47.164241 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-901086ed-cfb8-45f1-bde3-53dc13cd383f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:29:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:47.178987 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-29cd4c6d-45d0-493a-97d4-30e6b2a9705e tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "PUT /networking/v2.0/floatingips/163d9a4a-bb86-45f6-82b6-703bf04be5b2 HTTP/1.1" status: 200 len: 992 time: 1.0298753 Sep 19 11:29:47.178987 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8afe02-fe11-4fab-a7b0-3113b9d6cccd', 'tag': '68a2fa93-058e-42f3-b595-547f56e82dda'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:29:47.179745 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdf8417-973f-4d66-96e3-cdffc973411a" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8afe02-fe11-4fab-a7b0-3113b9d6cccd", "tag": "68a2fa93-058e-42f3-b595-547f56e82dda"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:29:47.215510 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d257038-8b62-4afd-a260-346a3bfe0a60 x-openstack-request-id: req-5d257038-8b62-4afd-a260-346a3bfe0a60 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:29:47.216414 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8afe02-fe11-4fab-a7b0-3113b9d6cccd", "tag": "68a2fa93-058e-42f3-b595-547f56e82dda", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:29:47.216673 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d257038-8b62-4afd-a260-346a3bfe0a60 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:29:47.217083 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d257038-8b62-4afd-a260-346a3bfe0a60'] response: {'name': 'network-changed', 'server_uuid': 'ea8afe02-fe11-4fab-a7b0-3113b9d6cccd', 'tag': '68a2fa93-058e-42f3-b595-547f56e82dda', 'status': 'completed', 'code': 200} Sep 19 11:29:47.262931 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-901086ed-cfb8-45f1-bde3-53dc13cd383f None None] Set router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:29:47.287865 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:47.438452 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:47.475756 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-901086ed-cfb8-45f1-bde3-53dc13cd383f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '0be2f6e2-c462-4160-8e3e-ea5d624f051c', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'port_id': 'c9c48b6c-9661-4ed3-92da-fc33fecc1c02', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'mac_address': 'fa:16:3e:3f:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9516b2a9-37fe-418b-8d86-2e6f37f83f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:28:20Z', 'updated_at': '2022-09-19T11:28:35Z', 'revision_number': 2, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'fixed_ip_address_scope': None}, {'id': '163d9a4a-bb86-45f6-82b6-703bf04be5b2', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'port_id': '68a2fa93-058e-42f3-b595-547f56e82dda', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'mac_address': 'fa:16:3e:53:e3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8afe02-fe11-4fab-a7b0-3113b9d6cccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:29:27Z', 'updated_at': '2022-09-19T11:29:46Z', 'revision_number': 1, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:47.500014 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901086ed-cfb8-45f1-bde3-53dc13cd383f None None] Checking router: d857b83b-07e6-45dd-b263-3a6cfe8e2b6c for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:29:47.508334 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901086ed-cfb8-45f1-bde3-53dc13cd383f None None] Routers {'d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:29:47.508931 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-901086ed-cfb8-45f1-bde3-53dc13cd383f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:29:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:47.609422 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-901086ed-cfb8-45f1-bde3-53dc13cd383f None None] Set router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:29:47.891117 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-901086ed-cfb8-45f1-bde3-53dc13cd383f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '0be2f6e2-c462-4160-8e3e-ea5d624f051c', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'port_id': 'c9c48b6c-9661-4ed3-92da-fc33fecc1c02', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'mac_address': 'fa:16:3e:3f:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9516b2a9-37fe-418b-8d86-2e6f37f83f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:28:20Z', 'updated_at': '2022-09-19T11:28:35Z', 'revision_number': 2, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'fixed_ip_address_scope': None}, {'id': '163d9a4a-bb86-45f6-82b6-703bf04be5b2', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'port_id': '68a2fa93-058e-42f3-b595-547f56e82dda', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'mac_address': 'fa:16:3e:53:e3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8afe02-fe11-4fab-a7b0-3113b9d6cccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:29:27Z', 'updated_at': '2022-09-19T11:29:46Z', 'revision_number': 1, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:47.914363 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901086ed-cfb8-45f1-bde3-53dc13cd383f None None] The sync data for ids ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'] in dv-cinder-820994-5-iscsi is: [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '0be2f6e2-c462-4160-8e3e-ea5d624f051c', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'port_id': 'c9c48b6c-9661-4ed3-92da-fc33fecc1c02', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'mac_address': 'fa:16:3e:3f:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9516b2a9-37fe-418b-8d86-2e6f37f83f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:28:20Z', 'updated_at': '2022-09-19T11:28:35Z', 'revision_number': 2, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'fixed_ip_address_scope': None}, {'id': '163d9a4a-bb86-45f6-82b6-703bf04be5b2', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'port_id': '68a2fa93-058e-42f3-b595-547f56e82dda', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'mac_address': 'fa:16:3e:53:e3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8afe02-fe11-4fab-a7b0-3113b9d6cccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:29:27Z', 'updated_at': '2022-09-19T11:29:46Z', 'revision_number': 1, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:29:48.115857 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b22a2c-b071-4cf7-892a-f671e06aba0c None None] New status for floating IP 163d9a4a-bb86-45f6-82b6-703bf04be5b2: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:29:48.136930 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6eae6-2720-4587-9d3b-0c1bf4e34da3 req-9b76434b-69f4-4ca8-8a51-2b281a1dd3b8 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:48.139133 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54a6eae6-2720-4587-9d3b-0c1bf4e34da3 req-9b76434b-69f4-4ca8-8a51-2b281a1dd3b8 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 944 time: 0.0552180 Sep 19 11:29:48.195257 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54a6eae6-2720-4587-9d3b-0c1bf4e34da3 req-35ec586a-46f2-4a34-b493-6ef741ef9162 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470903 Sep 19 11:29:48.463061 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-83340f25-7099-470e-b8c2-4a433db137e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:48.929054 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 33c62641-505f-4f2e-b389-5020e568a62a details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:29:49.024583 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:49.030245 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 33c62641-505f-4f2e-b389-5020e568a62a, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=33c62641-505f-4f2e-b389-5020e568a62a,segment=NetworkSegment(622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf),segment_id=622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:29:49.042050 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': '33c62641-505f-4f2e-b389-5020e568a62a', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'port_id': '33c62641-505f-4f2e-b389-5020e568a62a', 'mac_address': 'fa:16:3e:91:cf:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:29:49.076332 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 33c62641-505f-4f2e-b389-5020e568a62a is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:29:49.076723 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (33c62641-505f-4f2e-b389-5020e568a62a), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:49.090180 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c62641-505f-4f2e-b389-5020e568a62a {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:29:49.110031 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 33c62641-505f-4f2e-b389-5020e568a62a, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=33c62641-505f-4f2e-b389-5020e568a62a,segment=NetworkSegment(622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf),segment_id=622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:29:49.113403 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (33c62641-505f-4f2e-b389-5020e568a62a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:49.162347 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=33c62641-505f-4f2e-b389-5020e568a62a,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:49.315964 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599e083-b191-432c-8a9d-4e8b068fa572 req-d3ddce14-e59b-4766-81f0-7e321274abae tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:49.317424 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2599e083-b191-432c-8a9d-4e8b068fa572 req-d3ddce14-e59b-4766-81f0-7e321274abae tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 945 time: 0.0462894 Sep 19 11:29:49.365725 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2599e083-b191-432c-8a9d-4e8b068fa572 req-8f9367bc-c5b9-43f8-9413-85e55fa482b8 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428965 Sep 19 11:29:49.832283 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:49.837545 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:50.116184 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['33c62641-505f-4f2e-b389-5020e568a62a'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:29:50.120655 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf8417-973f-4d66-96e3-cdffc973411a req-799c3147-2b0e-4c26-b6fe-d70572ef4f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:50.122643 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3fdf8417-973f-4d66-96e3-cdffc973411a req-799c3147-2b0e-4c26-b6fe-d70572ef4f6b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2&device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 1130 time: 0.0388467 Sep 19 11:29:50.226018 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf8417-973f-4d66-96e3-cdffc973411a req-2d4a16ec-f318-4857-9867-39babd0a997c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:50.227332 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3fdf8417-973f-4d66-96e3-cdffc973411a req-2d4a16ec-f318-4857-9867-39babd0a997c service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4bd047f8-e757-4211-9ab1-9e25ad2c412a HTTP/1.1" status: 200 len: 915 time: 0.0951929 Sep 19 11:29:50.303157 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3fdf8417-973f-4d66-96e3-cdffc973411a req-2ab37980-2a4c-458b-a8c7-864eaa0aaf22 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68a2fa93-058e-42f3-b595-547f56e82dda HTTP/1.1" status: 200 len: 1002 time: 0.0669227 Sep 19 11:29:50.360340 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf8417-973f-4d66-96e3-cdffc973411a req-dbfe980b-77bc-4eb5-bef0-6d45f8b2d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:50.361850 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3fdf8417-973f-4d66-96e3-cdffc973411a req-dbfe980b-77bc-4eb5-bef0-6d45f8b2d5b1 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7fba9500-450b-48d5-89c9-3abf0acd9be1 HTTP/1.1" status: 200 len: 853 time: 0.0512590 Sep 19 11:29:50.408860 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf8417-973f-4d66-96e3-cdffc973411a req-6094820e-74d9-4711-98f5-649b944b8f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:50.410395 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3fdf8417-973f-4d66-96e3-cdffc973411a req-6094820e-74d9-4711-98f5-649b944b8f36 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4bd047f8-e757-4211-9ab1-9e25ad2c412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406468 Sep 19 11:29:50.522941 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605936b-419b-4469-be0d-194c1453601e req-ac44f47b-4833-423e-ab99-cffba1583c6f tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:50.524466 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b605936b-419b-4469-be0d-194c1453601e req-ac44f47b-4833-423e-ab99-cffba1583c6f tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 945 time: 0.0562558 Sep 19 11:29:50.566276 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3fdf8417-973f-4d66-96e3-cdffc973411a req-1b27d286-0297-4120-a8d8-fe55271b6424 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488254 Sep 19 11:29:50.612637 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:50.649586 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b605936b-419b-4469-be0d-194c1453601e req-421ff9b0-6ca7-4367-b57f-5637e3e9147b tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141810 Sep 19 11:29:50.691166 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3fdf8417-973f-4d66-96e3-cdffc973411a req-6165ef9b-f42e-4800-a827-35b4e025e3d2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153262 Sep 19 11:29:50.984597 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 33c62641-505f-4f2e-b389-5020e568a62a up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:29:51.025804 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning for port 33c62641-505f-4f2e-b389-5020e568a62a completed by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 11:29:51.032838 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port 33c62641-505f-4f2e-b389-5020e568a62a triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:29:51.033199 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (33c62641-505f-4f2e-b389-5020e568a62a), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:51.033535 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port 33c62641-505f-4f2e-b389-5020e568a62a Sep 19 11:29:51.106679 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 33c62641-505f-4f2e-b389-5020e568a62a is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:29:51.107064 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (33c62641-505f-4f2e-b389-5020e568a62a), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:51.129257 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4043326f-606a-4ce6-81d9-95bbd73358d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c62641-505f-4f2e-b389-5020e568a62a'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:29:51.131420 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dde4a2-c030-41f5-9052-30f49d9d59bb" -d '{"events": [{"server_uuid": "4043326f-606a-4ce6-81d9-95bbd73358d0", "name": "network-vif-plugged", "status": "completed", "tag": "33c62641-505f-4f2e-b389-5020e568a62a"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:29:51.145182 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 33c62641-505f-4f2e-b389-5020e568a62a, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=33c62641-505f-4f2e-b389-5020e568a62a,segment=NetworkSegment(622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf),segment_id=622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:29:51.149504 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (33c62641-505f-4f2e-b389-5020e568a62a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:51.175018 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cfae06-ea06-4833-8f2b-8700665568de x-openstack-request-id: req-88cfae06-ea06-4833-8f2b-8700665568de {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:29:51.175328 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4043326f-606a-4ce6-81d9-95bbd73358d0", "name": "network-vif-plugged", "status": "completed", "tag": "33c62641-505f-4f2e-b389-5020e568a62a", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:29:51.175582 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-88cfae06-ea06-4833-8f2b-8700665568de {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:29:51.176004 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88cfae06-ea06-4833-8f2b-8700665568de'] response: {'server_uuid': '4043326f-606a-4ce6-81d9-95bbd73358d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c62641-505f-4f2e-b389-5020e568a62a', 'code': 200} Sep 19 11:29:51.204138 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=33c62641-505f-4f2e-b389-5020e568a62a,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:51.311619 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:51.402874 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:51.429778 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24157164-097b-4881-812f-c5e6c785366b req-b73ff50e-18d8-4a0d-a5d0-3d572c7e1e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:51.430401 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-24157164-097b-4881-812f-c5e6c785366b req-b73ff50e-18d8-4a0d-a5d0-3d572c7e1e8f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 1130 time: 0.0446033 Sep 19 11:29:51.480601 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-24157164-097b-4881-812f-c5e6c785366b req-5323d8ee-44a3-450c-9703-9ebac8deca51 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437503 Sep 19 11:29:51.770751 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:51.780811 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea00f30-27d1-4c6e-b6af-3b411c32e4ad req-3fd6ecd6-e956-4b77-b9a2-921bb273c254 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:51.782293 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7ea00f30-27d1-4c6e-b6af-3b411c32e4ad req-3fd6ecd6-e956-4b77-b9a2-921bb273c254 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 946 time: 0.0549881 Sep 19 11:29:51.837621 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7ea00f30-27d1-4c6e-b6af-3b411c32e4ad req-5361955d-54ee-4568-832a-062ca040ab80 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491500 Sep 19 11:29:52.943439 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 33046) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:29:52.964226 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d2ecd-ef4e-4bb2-960e-814236d90434 req-cbf37682-a6bb-4c95-adc7-6c6b80181bd4 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:52.965731 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ba2d2ecd-ef4e-4bb2-960e-814236d90434 req-cbf37682-a6bb-4c95-adc7-6c6b80181bd4 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 946 time: 0.0537963 Sep 19 11:29:53.016448 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ba2d2ecd-ef4e-4bb2-960e-814236d90434 req-351a0ec0-bd7c-4f70-879e-249b57ea875b tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451286 Sep 19 11:29:53.058676 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-098bb794-675d-45fd-aeba-70d08b035568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:53.167649 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1cd2c-681f-4d27-9564-55f46468eeba req-41207a24-78e1-4b20-a3d5-130706728119 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:53.169143 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b7c1cd2c-681f-4d27-9564-55f46468eeba req-41207a24-78e1-4b20-a3d5-130706728119 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 946 time: 0.0680873 Sep 19 11:29:53.183557 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-098bb794-675d-45fd-aeba-70d08b035568 admin admin] Publish callbacks [] for security_group (5e0f1e98-e35a-4e2d-a26f-d123095047f3), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:53.196329 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-098bb794-675d-45fd-aeba-70d08b035568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (5e0f1e98-e35a-4e2d-a26f-d123095047f3), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:53.249698 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-098bb794-675d-45fd-aeba-70d08b035568 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=5edd41152b674bb5bb3c24b16fdc6934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052030 Sep 19 11:29:53.252468 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 33052) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:29:53.253119 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bb794-675d-45fd-aeba-70d08b035568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0f1e98-e35a-4e2d-a26f-d123095047f3,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:53.269806 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b7c1cd2c-681f-4d27-9564-55f46468eeba req-cca9190e-9092-4a9c-8cf0-11460ec11ee6 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913332 Sep 19 11:29:53.299238 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 33054) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:29:53.300924 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:53.304667 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b9b5189e-a156-43f6-8468-e34938acb458 admin admin] Publish callbacks [] for security_group (5e0f1e98-e35a-4e2d-a26f-d123095047f3), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:53.327486 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b9b5189e-a156-43f6-8468-e34938acb458 admin admin] Publish callbacks [] for security_group (5e0f1e98-e35a-4e2d-a26f-d123095047f3), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:53.338952 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0a801a-a4b9-4cbb-8729-a0a40446f5f1 tempest-TestVolumeBootPattern-1776994557 tempest-TestVolumeBootPattern-1776994557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:53.340495 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-1b0a801a-a4b9-4cbb-8729-a0a40446f5f1 tempest-TestVolumeBootPattern-1776994557 tempest-TestVolumeBootPattern-1776994557-project-admin] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 1125 time: 0.0400906 Sep 19 11:29:53.343362 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 33056) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:29:53.353362 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-64954dfa-227d-4e5f-9f5d-59cad979ec75 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Request body: {'floatingip': {'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'port_id': '33c62641-505f-4f2e-b389-5020e568a62a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:29:53.381141 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-64954dfa-227d-4e5f-9f5d-59cad979ec75 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:53.430572 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b9b5189e-a156-43f6-8468-e34938acb458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (5e0f1e98-e35a-4e2d-a26f-d123095047f3), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:53.432941 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b9b5189e-a156-43f6-8468-e34938acb458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:53.434060 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-b9b5189e-a156-43f6-8468-e34938acb458 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/5e0f1e98-e35a-4e2d-a26f-d123095047f3 HTTP/1.1" status: 204 len: 168 time: 0.1806278 Sep 19 11:29:53.453547 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5189e-a156-43f6-8468-e34938acb458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0f1e98-e35a-4e2d-a26f-d123095047f3,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:53.479633 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-64954dfa-227d-4e5f-9f5d-59cad979ec75 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:53.597507 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-64954dfa-227d-4e5f-9f5d-59cad979ec75 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Allocated IP 172.27.2.44 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/29eb83e9-fb59-416d-8179-ff2f3ea38982) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:29:53.708292 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-64954dfa-227d-4e5f-9f5d-59cad979ec75 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for port (29eb83e9-fb59-416d-8179-ff2f3ea38982), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:53.742825 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-64954dfa-227d-4e5f-9f5d-59cad979ec75 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (29eb83e9-fb59-416d-8179-ff2f3ea38982), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:53.784008 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64954dfa-227d-4e5f-9f5d-59cad979ec75 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:29:53.784495 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-64954dfa-227d-4e5f-9f5d-59cad979ec75 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:29:53.792864 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64954dfa-227d-4e5f-9f5d-59cad979ec75 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:29:53.795368 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64954dfa-227d-4e5f-9f5d-59cad979ec75 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event updated for resources: {'Port': ['ID=29eb83e9-fb59-416d-8179-ff2f3ea38982,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:53.963356 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:54.053909 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:54.160092 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-64954dfa-227d-4e5f-9f5d-59cad979ec75 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for floatingip (940d0f18-dfda-4865-a276-4a57ea9fb2c6), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:54.232869 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-64954dfa-227d-4e5f-9f5d-59cad979ec75 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (29eb83e9-fb59-416d-8179-ff2f3ea38982), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:54.379504 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-64954dfa-227d-4e5f-9f5d-59cad979ec75 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for port (29eb83e9-fb59-416d-8179-ff2f3ea38982), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:54.383822 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-64954dfa-227d-4e5f-9f5d-59cad979ec75 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336761'] for port (29eb83e9-fb59-416d-8179-ff2f3ea38982), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:54.454700 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64954dfa-227d-4e5f-9f5d-59cad979ec75 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event updated for resources: {'Port': ['ID=29eb83e9-fb59-416d-8179-ff2f3ea38982,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:54.457404 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-64954dfa-227d-4e5f-9f5d-59cad979ec75 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (940d0f18-dfda-4865-a276-4a57ea9fb2c6), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:54.564923 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.l3_db [None req-64954dfa-227d-4e5f-9f5d-59cad979ec75 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Floating IP 940d0f18-dfda-4865-a276-4a57ea9fb2c6 associated. External IP: 172.27.2.44, port: 33c62641-505f-4f2e-b389-5020e568a62a. Sep 19 11:29:54.774151 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64954dfa-227d-4e5f-9f5d-59cad979ec75 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Router 1c00146a-5490-485d-a6ec-8da2d53da6af has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:29:55.049947 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12011d-3b69-4b11-bd85-9cca52175b00 req-eba84920-7463-4794-9a46-573dee607013 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:55.051371 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ec12011d-3b69-4b11-bd85-9cca52175b00 req-eba84920-7463-4794-9a46-573dee607013 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 947 time: 0.0509591 Sep 19 11:29:55.092203 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:55.099947 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ec12011d-3b69-4b11-bd85-9cca52175b00 req-b6093762-380a-4be9-98f6-3c88791a6109 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428941 Sep 19 11:29:55.106713 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64954dfa-227d-4e5f-9f5d-59cad979ec75 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:29:55.117424 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498024fb-1648-4bbe-a71c-41ed9614a7e1 None None] Sync routers for ids ['1c00146a-5490-485d-a6ec-8da2d53da6af'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:29:55.125587 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-64954dfa-227d-4e5f-9f5d-59cad979ec75 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:55.140008 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498024fb-1648-4bbe-a71c-41ed9614a7e1 None None] Routers {'1c00146a-5490-485d-a6ec-8da2d53da6af'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:29:55.140008 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-498024fb-1648-4bbe-a71c-41ed9614a7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:29:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['1c00146a-5490-485d-a6ec-8da2d53da6af'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:55.149712 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:55.157424 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-64954dfa-227d-4e5f-9f5d-59cad979ec75 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8130453 Sep 19 11:29:55.158427 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4043326f-606a-4ce6-81d9-95bbd73358d0', 'tag': '33c62641-505f-4f2e-b389-5020e568a62a'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:29:55.160697 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703441799e6f49adca2ad8e8097d82180353dcc80b32e8c2cf6ef0d1aad19ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a35ab7-b5cb-41be-976d-96e2721b98a3" -d '{"events": [{"name": "network-changed", "server_uuid": "4043326f-606a-4ce6-81d9-95bbd73358d0", "tag": "33c62641-505f-4f2e-b389-5020e568a62a"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:29:55.239064 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-498024fb-1648-4bbe-a71c-41ed9614a7e1 None None] Set router 1c00146a-5490-485d-a6ec-8da2d53da6af gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:29:55.258703 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f7ae8e-c3ce-4353-a118-c88df4bef807 x-openstack-request-id: req-65f7ae8e-c3ce-4353-a118-c88df4bef807 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:29:55.258979 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4043326f-606a-4ce6-81d9-95bbd73358d0", "tag": "33c62641-505f-4f2e-b389-5020e568a62a", "status": "completed", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:29:55.259228 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65f7ae8e-c3ce-4353-a118-c88df4bef807 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:29:55.259629 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f7ae8e-c3ce-4353-a118-c88df4bef807'] response: {'name': 'network-changed', 'server_uuid': '4043326f-606a-4ce6-81d9-95bbd73358d0', 'tag': '33c62641-505f-4f2e-b389-5020e568a62a', 'status': 'completed', 'code': 200} Sep 19 11:29:55.447640 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-498024fb-1648-4bbe-a71c-41ed9614a7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '940d0f18-dfda-4865-a276-4a57ea9fb2c6', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'port_id': '33c62641-505f-4f2e-b389-5020e568a62a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'mac_address': 'fa:16:3e:91:cf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4043326f-606a-4ce6-81d9-95bbd73358d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:29:54Z', 'updated_at': '2022-09-19T11:29:54Z', 'revision_number': 0, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:44Z', 'revision_number': 5, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:55.472820 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498024fb-1648-4bbe-a71c-41ed9614a7e1 None None] Checking router: 1c00146a-5490-485d-a6ec-8da2d53da6af for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:29:55.475341 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:55.482979 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498024fb-1648-4bbe-a71c-41ed9614a7e1 None None] Routers {'1c00146a-5490-485d-a6ec-8da2d53da6af'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:29:55.483580 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-498024fb-1648-4bbe-a71c-41ed9614a7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:29:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['1c00146a-5490-485d-a6ec-8da2d53da6af'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:55.582954 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-498024fb-1648-4bbe-a71c-41ed9614a7e1 None None] Set router 1c00146a-5490-485d-a6ec-8da2d53da6af gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:29:55.720659 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:55.799382 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-498024fb-1648-4bbe-a71c-41ed9614a7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '940d0f18-dfda-4865-a276-4a57ea9fb2c6', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'port_id': '33c62641-505f-4f2e-b389-5020e568a62a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'mac_address': 'fa:16:3e:91:cf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4043326f-606a-4ce6-81d9-95bbd73358d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:29:54Z', 'updated_at': '2022-09-19T11:29:54Z', 'revision_number': 0, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:44Z', 'revision_number': 5, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:55.828574 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498024fb-1648-4bbe-a71c-41ed9614a7e1 None None] The sync data for ids ['1c00146a-5490-485d-a6ec-8da2d53da6af'] in dv-cinder-820994-5-iscsi is: [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '940d0f18-dfda-4865-a276-4a57ea9fb2c6', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'port_id': '33c62641-505f-4f2e-b389-5020e568a62a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'mac_address': 'fa:16:3e:91:cf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4043326f-606a-4ce6-81d9-95bbd73358d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:29:54Z', 'updated_at': '2022-09-19T11:29:54Z', 'revision_number': 0, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:44Z', 'revision_number': 5, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:29:56.030198 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f58bf99-3c9d-4c94-9dcf-e7f32204d5b3 None None] New status for floating IP 940d0f18-dfda-4865-a276-4a57ea9fb2c6: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:29:56.199856 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a35ab7-b5cb-41be-976d-96e2721b98a3 req-66e4e708-37bc-4f02-9f9a-01b860677555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:56.202913 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8a35ab7-b5cb-41be-976d-96e2721b98a3 req-66e4e708-37bc-4f02-9f9a-01b860677555 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8351993a1ab94f82bc238a23b2d542d3&device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 1130 time: 0.0439758 Sep 19 11:29:56.293487 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0da368-ea0e-4d71-84ee-a13ebf75ba04 req-d999e62d-4cea-48ce-b6c9-0035c8b786ca tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:56.295536 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bb0da368-ea0e-4d71-84ee-a13ebf75ba04 req-d999e62d-4cea-48ce-b6c9-0035c8b786ca tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 947 time: 0.0917671 Sep 19 11:29:56.362143 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a35ab7-b5cb-41be-976d-96e2721b98a3 req-fb803d00-d0c0-4259-a2f2-629d0f8ec32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:56.363598 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8a35ab7-b5cb-41be-976d-96e2721b98a3 req-fb803d00-d0c0-4259-a2f2-629d0f8ec32d service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=fb35c99b-23b9-4b32-a307-2150c63e0c0a HTTP/1.1" status: 200 len: 912 time: 0.1479571 Sep 19 11:29:56.366535 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:56.371645 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bb0da368-ea0e-4d71-84ee-a13ebf75ba04 req-4561acc8-cc11-4e68-8d56-1469b44119b9 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac1253be-1bd6-4a29-9a28-f167afa7e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701792 Sep 19 11:29:56.444412 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8a35ab7-b5cb-41be-976d-96e2721b98a3 req-325dcb31-151b-4a3a-82d8-7b4c95abdd83 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33c62641-505f-4f2e-b389-5020e568a62a HTTP/1.1" status: 200 len: 1001 time: 0.0613322 Sep 19 11:29:56.564457 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aec0ed-7bab-411e-ad4e-d3fafc57f08a req-45ad3540-4fab-4465-b39e-936d6d7e25f8 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:56.565819 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e0aec0ed-7bab-411e-ad4e-d3fafc57f08a req-45ad3540-4fab-4465-b39e-936d6d7e25f8 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 947 time: 0.0750408 Sep 19 11:29:56.571242 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a35ab7-b5cb-41be-976d-96e2721b98a3 req-587198aa-bcd1-452b-bd0d-455cf0ee91bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:56.572616 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8a35ab7-b5cb-41be-976d-96e2721b98a3 req-587198aa-bcd1-452b-bd0d-455cf0ee91bb service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=12b60c37-1469-4c8f-99da-759b2d2ba30b HTTP/1.1" status: 200 len: 850 time: 0.0830710 Sep 19 11:29:56.626866 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:56.668350 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a35ab7-b5cb-41be-976d-96e2721b98a3 req-1131d0a2-d3c3-4069-87fa-a586ea37851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:29:56.670618 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8a35ab7-b5cb-41be-976d-96e2721b98a3 req-1131d0a2-d3c3-4069-87fa-a586ea37851d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=fb35c99b-23b9-4b32-a307-2150c63e0c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0898085 Sep 19 11:29:56.707620 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-e0aec0ed-7bab-411e-ad4e-d3fafc57f08a req-521495f5-fe40-4725-bf4d-e84b6b5fc86f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Deleting port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:29:56.707992 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e0aec0ed-7bab-411e-ad4e-d3fafc57f08a req-521495f5-fe40-4725-bf4d-e84b6b5fc86f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:56.848894 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8a35ab7-b5cb-41be-976d-96e2721b98a3 req-2bb5a1b4-3509-4243-8584-ed504518ccee service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626475 Sep 19 11:29:56.853518 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-e0aec0ed-7bab-411e-ad4e-d3fafc57f08a req-521495f5-fe40-4725-bf4d-e84b6b5fc86f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] For port 34189864-79e6-4de2-a6e6-1f4a5a6f5640, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=34189864-79e6-4de2-a6e6-1f4a5a6f5640,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:29:56.853886 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e0aec0ed-7bab-411e-ad4e-d3fafc57f08a req-521495f5-fe40-4725-bf4d-e84b6b5fc86f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:57.189428 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 33138) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:29:57.260921 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8a35ab7-b5cb-41be-976d-96e2721b98a3 req-f0625aa3-779c-4ba5-9625-0f71c62d3899 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043546 Sep 19 11:29:57.302442 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ca681087-344b-4902-b85a-d521101b045b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:57.316973 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e0aec0ed-7bab-411e-ad4e-d3fafc57f08a req-521495f5-fe40-4725-bf4d-e84b6b5fc86f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:57.317346 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e0aec0ed-7bab-411e-ad4e-d3fafc57f08a req-521495f5-fe40-4725-bf4d-e84b6b5fc86f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (eb47c3df-3613-4391-ac82-caf12160c700), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:57.317663 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-e0aec0ed-7bab-411e-ad4e-d3fafc57f08a req-521495f5-fe40-4725-bf4d-e84b6b5fc86f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Floating IP eb47c3df-3613-4391-ac82-caf12160c700 disassociated. External IP: 172.27.2.19, port: 34189864-79e6-4de2-a6e6-1f4a5a6f5640. Sep 19 11:29:57.318007 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-e0aec0ed-7bab-411e-ad4e-d3fafc57f08a req-521495f5-fe40-4725-bf4d-e84b6b5fc86f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Calling delete_port for 34189864-79e6-4de2-a6e6-1f4a5a6f5640 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:29:57.379741 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ca681087-344b-4902-b85a-d521101b045b admin admin] Publish callbacks [] for security_group (eca21f41-f6cf-4352-9fa7-5f79acad479e), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:57.383467 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ca681087-344b-4902-b85a-d521101b045b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (eca21f41-f6cf-4352-9fa7-5f79acad479e), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:57.426428 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-ca681087-344b-4902-b85a-d521101b045b admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=41c250ab9f55450a83feab4c7a1bccdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356343 Sep 19 11:29:57.427003 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca681087-344b-4902-b85a-d521101b045b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca21f41-f6cf-4352-9fa7-5f79acad479e,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:57.429910 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 33144) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:29:57.452452 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:57.459040 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e0aec0ed-7bab-411e-ad4e-d3fafc57f08a req-521495f5-fe40-4725-bf4d-e84b6b5fc86f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (34189864-79e6-4de2-a6e6-1f4a5a6f5640), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:57.487555 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-84be8329-a786-473f-a303-7bd6e5a2e4a8 admin admin] Publish callbacks [] for security_group (eca21f41-f6cf-4352-9fa7-5f79acad479e), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:57.497922 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521495f5-fe40-4725-bf4d-e84b6b5fc86f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Pushing event deleted for resources: {'Port': ['ID=34189864-79e6-4de2-a6e6-1f4a5a6f5640,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:57.513999 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-84be8329-a786-473f-a303-7bd6e5a2e4a8 admin admin] Publish callbacks [] for security_group (eca21f41-f6cf-4352-9fa7-5f79acad479e), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:57.522945 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db2d1f83-6896-49c2-afaf-2c15e56b2ada req-e92fcb12-271d-414b-b251-96cb7b41e245 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 210 time: 0.0510888 Sep 19 11:29:57.564946 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-84be8329-a786-473f-a303-7bd6e5a2e4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (eca21f41-f6cf-4352-9fa7-5f79acad479e), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:57.567481 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-84be8329-a786-473f-a303-7bd6e5a2e4a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:57.568669 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-84be8329-a786-473f-a303-7bd6e5a2e4a8 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/eca21f41-f6cf-4352-9fa7-5f79acad479e HTTP/1.1" status: 204 len: 168 time: 0.1378424 Sep 19 11:29:57.577631 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be8329-a786-473f-a303-7bd6e5a2e4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca21f41-f6cf-4352-9fa7-5f79acad479e,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:29:57.631125 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0aec0ed-7bab-411e-ad4e-d3fafc57f08a req-521495f5-fe40-4725-bf4d-e84b6b5fc86f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Router 86ea997c-76a2-46f2-9bff-3aba867b6a07 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:29:57.727977 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:57.747061 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0aec0ed-7bab-411e-ad4e-d3fafc57f08a req-521495f5-fe40-4725-bf4d-e84b6b5fc86f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:29:57.758001 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a868a2f-0047-45fb-b9c6-cc6a29b3f0a9 None None] Sync routers for ids ['86ea997c-76a2-46f2-9bff-3aba867b6a07'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:29:57.768577 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a868a2f-0047-45fb-b9c6-cc6a29b3f0a9 None None] Routers {'86ea997c-76a2-46f2-9bff-3aba867b6a07'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:29:57.769373 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-3a868a2f-0047-45fb-b9c6-cc6a29b3f0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:29:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['86ea997c-76a2-46f2-9bff-3aba867b6a07'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:57.791312 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0aec0ed-7bab-411e-ad4e-d3fafc57f08a req-521495f5-fe40-4725-bf4d-e84b6b5fc86f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] No DVR routers for this DVR port 34189864-79e6-4de2-a6e6-1f4a5a6f5640 on host hv-cinder-82099 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:29:57.794064 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e0aec0ed-7bab-411e-ad4e-d3fafc57f08a req-521495f5-fe40-4725-bf4d-e84b6b5fc86f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:57.798166 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e0aec0ed-7bab-411e-ad4e-d3fafc57f08a req-521495f5-fe40-4725-bf4d-e84b6b5fc86f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.72 "DELETE /networking/v2.0/ports/34189864-79e6-4de2-a6e6-1f4a5a6f5640 HTTP/1.1" status: 204 len: 173 time: 1.2246926 Sep 19 11:29:57.798799 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcee9ce-4870-41cc-bd56-b05958822d1f', 'name': 'network-vif-deleted', 'tag': '34189864-79e6-4de2-a6e6-1f4a5a6f5640'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:29:57.801780 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3974daef-f3e0-45dd-8b32-c30c93126f64" -d '{"events": [{"server_uuid": "4bcee9ce-4870-41cc-bd56-b05958822d1f", "name": "network-vif-deleted", "tag": "34189864-79e6-4de2-a6e6-1f4a5a6f5640"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:29:57.847653 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae9721a-d63b-443c-9570-8170c73accae x-openstack-request-id: req-9ae9721a-d63b-443c-9570-8170c73accae {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:29:57.848188 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcee9ce-4870-41cc-bd56-b05958822d1f", "name": "network-vif-deleted", "tag": "34189864-79e6-4de2-a6e6-1f4a5a6f5640", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:29:57.848598 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ae9721a-d63b-443c-9570-8170c73accae {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:29:57.849159 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae9721a-d63b-443c-9570-8170c73accae'] response: {'server_uuid': '4bcee9ce-4870-41cc-bd56-b05958822d1f', 'name': 'network-vif-deleted', 'tag': '34189864-79e6-4de2-a6e6-1f4a5a6f5640', 'status': 'completed', 'code': 200} Sep 19 11:29:57.897126 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-3a868a2f-0047-45fb-b9c6-cc6a29b3f0a9 None None] Set router 86ea997c-76a2-46f2-9bff-3aba867b6a07 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:29:58.120213 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-3a868a2f-0047-45fb-b9c6-cc6a29b3f0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'name': 'tempest-AttachVolumeShelveTestJSON-602054919-router', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '37a78404-d208-4ade-8b64-d019e139a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:40Z', 'revision_number': 4, 'project_id': '078bf59c33cc43579aeb270262079a37', 'gw_port': {'id': '37a78404-d208-4ade-8b64-d019e139a420', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:26Z', 'updated_at': '2022-09-19T11:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '8f6a1284-80c3-431f-b0d4-b15e4eda2346', 'name': '', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'mac_address': 'fa:16:3e:b9:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:37Z', 'updated_at': '2022-09-19T11:23:50Z', 'revision_number': 5, 'project_id': '078bf59c33cc43579aeb270262079a37', 'subnets': [{'id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:58.148876 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a868a2f-0047-45fb-b9c6-cc6a29b3f0a9 None None] Checking router: 86ea997c-76a2-46f2-9bff-3aba867b6a07 for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:29:58.158600 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a868a2f-0047-45fb-b9c6-cc6a29b3f0a9 None None] Routers {'86ea997c-76a2-46f2-9bff-3aba867b6a07'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:29:58.159214 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-3a868a2f-0047-45fb-b9c6-cc6a29b3f0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:29:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['86ea997c-76a2-46f2-9bff-3aba867b6a07'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:58.269000 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-3a868a2f-0047-45fb-b9c6-cc6a29b3f0a9 None None] Set router 86ea997c-76a2-46f2-9bff-3aba867b6a07 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:29:58.588225 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:58.607053 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-3a868a2f-0047-45fb-b9c6-cc6a29b3f0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'name': 'tempest-AttachVolumeShelveTestJSON-602054919-router', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '37a78404-d208-4ade-8b64-d019e139a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:40Z', 'revision_number': 4, 'project_id': '078bf59c33cc43579aeb270262079a37', 'gw_port': {'id': '37a78404-d208-4ade-8b64-d019e139a420', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:26Z', 'updated_at': '2022-09-19T11:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '8f6a1284-80c3-431f-b0d4-b15e4eda2346', 'name': '', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'mac_address': 'fa:16:3e:b9:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:37Z', 'updated_at': '2022-09-19T11:23:50Z', 'revision_number': 5, 'project_id': '078bf59c33cc43579aeb270262079a37', 'subnets': [{'id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:29:58.650795 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a868a2f-0047-45fb-b9c6-cc6a29b3f0a9 None None] The sync data for ids ['86ea997c-76a2-46f2-9bff-3aba867b6a07'] in dv-cinder-820994-5-iscsi is: [{'id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'name': 'tempest-AttachVolumeShelveTestJSON-602054919-router', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '37a78404-d208-4ade-8b64-d019e139a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:23:40Z', 'revision_number': 4, 'project_id': '078bf59c33cc43579aeb270262079a37', 'gw_port': {'id': '37a78404-d208-4ade-8b64-d019e139a420', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:26Z', 'updated_at': '2022-09-19T11:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '8f6a1284-80c3-431f-b0d4-b15e4eda2346', 'name': '', 'network_id': 'f3f42746-643a-44f8-bda0-c0503923c439', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'mac_address': 'fa:16:3e:b9:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:37Z', 'updated_at': '2022-09-19T11:23:50Z', 'revision_number': 5, 'project_id': '078bf59c33cc43579aeb270262079a37', 'subnets': [{'id': '637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:29:58.701817 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-05872c38-dc03-4533-bbfd-5f7266b2b966 req-44599227-754d-4542-a9e7-66faf073619f tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4bcee9ce-4870-41cc-bd56-b05958822d1f HTTP/1.1" status: 200 len: 210 time: 0.0454314 Sep 19 11:29:58.905176 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a5204d-1833-4665-858e-822e0c5492f9 None None] New status for floating IP eb47c3df-3613-4391-ac82-caf12160c700: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:29:58.938738 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:29:59.720567 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 33220) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:29:59.803784 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 33228) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:29:59.841526 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6161-a184-4867-889d-45139c59a68f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:59.892808 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d1a03a28-5374-49d6-9172-8f28639b7907 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group (ac1253be-1bd6-4a29-9a28-f167afa7e50c), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:59.927292 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d1a03a28-5374-49d6-9172-8f28639b7907 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group (ac1253be-1bd6-4a29-9a28-f167afa7e50c), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:59.989380 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6161-a184-4867-889d-45139c59a68f admin admin] Publish callbacks [] for security_group (a83f8d1b-79ec-42ae-ab99-03bb148ad635), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:29:59.993506 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6161-a184-4867-889d-45139c59a68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (a83f8d1b-79ec-42ae-ab99-03bb148ad635), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:00.022778 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d1a03a28-5374-49d6-9172-8f28639b7907 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (ac1253be-1bd6-4a29-9a28-f167afa7e50c), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:00.025251 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d1a03a28-5374-49d6-9172-8f28639b7907 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:00.026338 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-d1a03a28-5374-49d6-9172-8f28639b7907 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/ac1253be-1bd6-4a29-9a28-f167afa7e50c HTTP/1.1" status: 204 len: 168 time: 0.2215505 Sep 19 11:30:00.029243 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 33230) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:00.040661 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-5a7b6161-a184-4867-889d-45139c59a68f admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=7e2d251c6ae2409bbd0b464c6b79e1b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3190501 Sep 19 11:30:00.042505 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b6161-a184-4867-889d-45139c59a68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83f8d1b-79ec-42ae-ab99-03bb148ad635,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:00.043336 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 33232) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:00.054618 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a03a28-5374-49d6-9172-8f28639b7907 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1253be-1bd6-4a29-9a28-f167afa7e50c,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:00.058588 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.api.v2.resource [None req-0aafd431-0f4a-41c7-b603-9a023f013981 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] show failed (client error): The resource could not be found. Sep 19 11:30:00.059649 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0aafd431-0f4a-41c7-b603-9a023f013981 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "GET /networking/v2.0/security-groups/ac1253be-1bd6-4a29-9a28-f167afa7e50c HTTP/1.1" status: 404 len: 347 time: 0.0293117 Sep 19 11:30:00.063885 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 33234) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:00.107720 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b281ed04-80fa-4183-8f00-531be41ef0ea admin admin] Publish callbacks [] for security_group (a83f8d1b-79ec-42ae-ab99-03bb148ad635), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:00.129990 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b281ed04-80fa-4183-8f00-531be41ef0ea admin admin] Publish callbacks [] for security_group (a83f8d1b-79ec-42ae-ab99-03bb148ad635), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:00.170867 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:00.179681 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b281ed04-80fa-4183-8f00-531be41ef0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (a83f8d1b-79ec-42ae-ab99-03bb148ad635), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:00.182226 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b281ed04-80fa-4183-8f00-531be41ef0ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:00.183439 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-b281ed04-80fa-4183-8f00-531be41ef0ea admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/a83f8d1b-79ec-42ae-ab99-03bb148ad635 HTTP/1.1" status: 204 len: 168 time: 0.1391876 Sep 19 11:30:00.188813 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-627a3f47-c4fb-49aa-b6db-3698d986f09b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Deleting port 1bb6eb6f-fada-4329-81ba-4d3e285243b0 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:30:00.188813 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-627a3f47-c4fb-49aa-b6db-3698d986f09b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (1bb6eb6f-fada-4329-81ba-4d3e285243b0), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:00.197157 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281ed04-80fa-4183-8f00-531be41ef0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83f8d1b-79ec-42ae-ab99-03bb148ad635,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:00.240484 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:00.271349 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-627a3f47-c4fb-49aa-b6db-3698d986f09b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (1bb6eb6f-fada-4329-81ba-4d3e285243b0), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:00.271686 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-627a3f47-c4fb-49aa-b6db-3698d986f09b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for floatingip (1bb6eb6f-fada-4329-81ba-4d3e285243b0), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:00.285240 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-627a3f47-c4fb-49aa-b6db-3698d986f09b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Calling delete_port for 1bb6eb6f-fada-4329-81ba-4d3e285243b0 owned by network:floatingip {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:30:00.423381 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-627a3f47-c4fb-49aa-b6db-3698d986f09b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (1bb6eb6f-fada-4329-81ba-4d3e285243b0), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:00.455661 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a3f47-c4fb-49aa-b6db-3698d986f09b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Pushing event deleted for resources: {'Port': ['ID=1bb6eb6f-fada-4329-81ba-4d3e285243b0,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:00.462729 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 33242) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:00.476699 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13be8f44-c46a-45d5-a252-ab3db1bcc586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:00.526730 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-627a3f47-c4fb-49aa-b6db-3698d986f09b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks [] for floatingip (eb47c3df-3613-4391-ac82-caf12160c700), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:00.530112 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-627a3f47-c4fb-49aa-b6db-3698d986f09b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:00.531266 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-627a3f47-c4fb-49aa-b6db-3698d986f09b tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/eb47c3df-3613-4391-ac82-caf12160c700 HTTP/1.1" status: 204 len: 168 time: 0.4667673 Sep 19 11:30:00.559744 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13be8f44-c46a-45d5-a252-ab3db1bcc586 admin admin] Publish callbacks [] for security_group (c38436da-a423-4aec-8882-1185ab354234), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:00.563981 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13be8f44-c46a-45d5-a252-ab3db1bcc586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (c38436da-a423-4aec-8882-1185ab354234), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:00.613431 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-13be8f44-c46a-45d5-a252-ab3db1bcc586 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=979e3640fb4d4550879e5dba02280f6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1475127 Sep 19 11:30:00.613431 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be8f44-c46a-45d5-a252-ab3db1bcc586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38436da-a423-4aec-8882-1185ab354234,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:00.614945 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 33246) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:00.672613 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed10c7ef-0f42-4c47-92d0-98a9800d56ad admin admin] Publish callbacks [] for security_group (c38436da-a423-4aec-8882-1185ab354234), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:00.692906 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed10c7ef-0f42-4c47-92d0-98a9800d56ad admin admin] Publish callbacks [] for security_group (c38436da-a423-4aec-8882-1185ab354234), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:00.741317 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed10c7ef-0f42-4c47-92d0-98a9800d56ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (c38436da-a423-4aec-8882-1185ab354234), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:00.743865 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed10c7ef-0f42-4c47-92d0-98a9800d56ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:00.745025 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-ed10c7ef-0f42-4c47-92d0-98a9800d56ad admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/c38436da-a423-4aec-8882-1185ab354234 HTTP/1.1" status: 204 len: 168 time: 0.1289985 Sep 19 11:30:00.760610 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10c7ef-0f42-4c47-92d0-98a9800d56ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38436da-a423-4aec-8882-1185ab354234,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:00.944375 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:01.034181 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 34189864-79e6-4de2-a6e6-1f4a5a6f5640 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:30:01.056683 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] No Port match for: 34189864-79e6-4de2-a6e6-1f4a5a6f5640 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:30:01.057023 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 34189864-79e6-4de2-a6e6-1f4a5a6f5640 not bound to the agent host hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:30:02.836844 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:30:02.974264 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 33316) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:03.417319 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:03.430425 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2da0b737-43e3-49cd-9e4e-b05c0624e8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687270'] for router_interface (86ea997c-76a2-46f2-9bff-3aba867b6a07), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:03.576572 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:03.657425 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2da0b737-43e3-49cd-9e4e-b05c0624e8c3 admin admin] Deleting port 8f6a1284-80c3-431f-b0d4-b15e4eda2346 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:30:03.657767 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2da0b737-43e3-49cd-9e4e-b05c0624e8c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (8f6a1284-80c3-431f-b0d4-b15e4eda2346), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:03.741772 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-2da0b737-43e3-49cd-9e4e-b05c0624e8c3 admin admin] For port 8f6a1284-80c3-431f-b0d4-b15e4eda2346, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=8f6a1284-80c3-431f-b0d4-b15e4eda2346,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:30:03.742136 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2da0b737-43e3-49cd-9e4e-b05c0624e8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (8f6a1284-80c3-431f-b0d4-b15e4eda2346), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:03.759124 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2da0b737-43e3-49cd-9e4e-b05c0624e8c3 admin admin] Calling delete_port for 8f6a1284-80c3-431f-b0d4-b15e4eda2346 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:30:03.942552 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2da0b737-43e3-49cd-9e4e-b05c0624e8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (8f6a1284-80c3-431f-b0d4-b15e4eda2346), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:03.974784 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0b737-43e3-49cd-9e4e-b05c0624e8c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6a1284-80c3-431f-b0d4-b15e4eda2346,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:04.132146 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2da0b737-43e3-49cd-9e4e-b05c0624e8c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778262'] for router_interface (86ea997c-76a2-46f2-9bff-3aba867b6a07), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:04.279126 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:04.345937 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da0b737-43e3-49cd-9e4e-b05c0624e8c3 admin admin] Router 86ea997c-76a2-46f2-9bff-3aba867b6a07 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:30:04.393737 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:04.448341 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da0b737-43e3-49cd-9e4e-b05c0624e8c3 admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:30:04.453666 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-2da0b737-43e3-49cd-9e4e-b05c0624e8c3 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/86ea997c-76a2-46f2-9bff-3aba867b6a07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4783888 Sep 19 11:30:04.456778 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 33332) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:04.457979 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2771e4-0f61-4608-ba99-c8e15c6069cd None None] Sync routers for ids ['86ea997c-76a2-46f2-9bff-3aba867b6a07'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:30:04.468907 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2771e4-0f61-4608-ba99-c8e15c6069cd None None] Routers {'86ea997c-76a2-46f2-9bff-3aba867b6a07'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:30:04.469509 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-fa2771e4-0f61-4608-ba99-c8e15c6069cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:29:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['86ea997c-76a2-46f2-9bff-3aba867b6a07'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:04.518494 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:04.552216 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1ee73ef-e585-4c85-a72f-cae78bd1a25e admin admin] Publish callbacks [] for router (86ea997c-76a2-46f2-9bff-3aba867b6a07), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:04.569148 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-fa2771e4-0f61-4608-ba99-c8e15c6069cd None None] Set router 86ea997c-76a2-46f2-9bff-3aba867b6a07 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:30:04.650618 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1ee73ef-e585-4c85-a72f-cae78bd1a25e admin admin] Publish callbacks [] for router_gateway (86ea997c-76a2-46f2-9bff-3aba867b6a07), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:04.696682 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-c1ee73ef-e585-4c85-a72f-cae78bd1a25e admin admin] Deleting port 37a78404-d208-4ade-8b64-d019e139a420 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:30:04.697062 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1ee73ef-e585-4c85-a72f-cae78bd1a25e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (37a78404-d208-4ade-8b64-d019e139a420), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:04.743558 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-fa2771e4-0f61-4608-ba99-c8e15c6069cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'name': 'tempest-AttachVolumeShelveTestJSON-602054919-router', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '37a78404-d208-4ade-8b64-d019e139a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:30:03Z', 'revision_number': 5, 'project_id': '078bf59c33cc43579aeb270262079a37', 'gw_port': {'id': '37a78404-d208-4ade-8b64-d019e139a420', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:23:26Z', 'updated_at': '2022-09-19T11:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:04.769269 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2771e4-0f61-4608-ba99-c8e15c6069cd None None] Checking router: 86ea997c-76a2-46f2-9bff-3aba867b6a07 for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:30:04.777670 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2771e4-0f61-4608-ba99-c8e15c6069cd None None] Routers {'86ea997c-76a2-46f2-9bff-3aba867b6a07'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:30:04.778878 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-fa2771e4-0f61-4608-ba99-c8e15c6069cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:29:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['86ea997c-76a2-46f2-9bff-3aba867b6a07'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:04.781867 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-c1ee73ef-e585-4c85-a72f-cae78bd1a25e admin admin] For port 37a78404-d208-4ade-8b64-d019e139a420, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=37a78404-d208-4ade-8b64-d019e139a420,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:30:04.782231 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1ee73ef-e585-4c85-a72f-cae78bd1a25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (37a78404-d208-4ade-8b64-d019e139a420), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:04.795141 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-c1ee73ef-e585-4c85-a72f-cae78bd1a25e admin admin] Calling delete_port for 37a78404-d208-4ade-8b64-d019e139a420 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:30:04.862982 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-fa2771e4-0f61-4608-ba99-c8e15c6069cd None None] Set router 86ea997c-76a2-46f2-9bff-3aba867b6a07 gateway port host: None {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:30:04.913278 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-fa2771e4-0f61-4608-ba99-c8e15c6069cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'name': 'tempest-AttachVolumeShelveTestJSON-602054919-router', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:30:04Z', 'revision_number': 6, 'project_id': '078bf59c33cc43579aeb270262079a37', 'gw_port_host': None}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:04.941447 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2771e4-0f61-4608-ba99-c8e15c6069cd None None] The sync data for ids ['86ea997c-76a2-46f2-9bff-3aba867b6a07'] in dv-cinder-820994-5-iscsi is: [{'id': '86ea997c-76a2-46f2-9bff-3aba867b6a07', 'name': 'tempest-AttachVolumeShelveTestJSON-602054919-router', 'tenant_id': '078bf59c33cc43579aeb270262079a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:23:24Z', 'updated_at': '2022-09-19T11:30:04Z', 'revision_number': 6, 'project_id': '078bf59c33cc43579aeb270262079a37', 'gw_port_host': None}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:30:04.974536 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1ee73ef-e585-4c85-a72f-cae78bd1a25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (37a78404-d208-4ade-8b64-d019e139a420), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:05.028535 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee73ef-e585-4c85-a72f-cae78bd1a25e admin admin] Pushing event deleted for resources: {'Port': ['ID=37a78404-d208-4ade-8b64-d019e139a420,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:05.083749 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1ee73ef-e585-4c85-a72f-cae78bd1a25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779100'] for router_gateway (86ea997c-76a2-46f2-9bff-3aba867b6a07), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:05.177635 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1ee73ef-e585-4c85-a72f-cae78bd1a25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-777928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1936'] for router (86ea997c-76a2-46f2-9bff-3aba867b6a07), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:05.179974 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1ee73ef-e585-4c85-a72f-cae78bd1a25e admin admin] Publish callbacks [] for router_controller (86ea997c-76a2-46f2-9bff-3aba867b6a07), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:05.223262 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1ee73ef-e585-4c85-a72f-cae78bd1a25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-778347'] for router (86ea997c-76a2-46f2-9bff-3aba867b6a07), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:05.223958 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ee73ef-e585-4c85-a72f-cae78bd1a25e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86ea997c-76a2-46f2-9bff-3aba867b6a07 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 11:30:05.228729 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1ee73ef-e585-4c85-a72f-cae78bd1a25e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:05.229895 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-c1ee73ef-e585-4c85-a72f-cae78bd1a25e admin admin] 10.222.0.81 "DELETE /networking/v2.0/routers/86ea997c-76a2-46f2-9bff-3aba867b6a07 HTTP/1.1" status: 204 len: 168 time: 0.7721815 Sep 19 11:30:05.232502 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 33344) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:05.238948 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:05.279595 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe09929-abbb-4f8f-8933-5084fbffb8a5 admin admin] Deleting subnet 637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 11:30:05.282692 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1fe09929-abbb-4f8f-8933-5084fbffb8a5 admin admin] Publish callbacks [] for subnet (637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:05.322764 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1fe09929-abbb-4f8f-8933-5084fbffb8a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15112575'] for subnet (637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:05.349776 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:05.427821 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1fe09929-abbb-4f8f-8933-5084fbffb8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437927'] for subnet (637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:05.516930 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 8f6a1284-80c3-431f-b0d4-b15e4eda2346 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:30:05.537128 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 8f6a1284-80c3-431f-b0d4-b15e4eda2346 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:30:05.537476 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 8f6a1284-80c3-431f-b0d4-b15e4eda2346 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:30:05.538142 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 37a78404-d208-4ade-8b64-d019e139a420 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:30:05.558101 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 37a78404-d208-4ade-8b64-d019e139a420 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:30:05.558638 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 37a78404-d208-4ade-8b64-d019e139a420 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:30:05.734625 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1fe09929-abbb-4f8f-8933-5084fbffb8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14485670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14190588'] for subnet (637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:05.762082 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe09929-abbb-4f8f-8933-5084fbffb8a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:05.767247 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1fe09929-abbb-4f8f-8933-5084fbffb8a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:05.768899 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147fe873-7ec0-43b2-8580-fc57733ee921 None None] Network f3f42746-643a-44f8-bda0-c0503923c439 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:30:05.770514 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-1fe09929-abbb-4f8f-8933-5084fbffb8a5 admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/637a9bd3-9d4b-4a2a-a2d5-ecea4b92b924 HTTP/1.1" status: 204 len: 168 time: 0.5370743 Sep 19 11:30:05.773986 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 33346) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:05.846059 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:05.859260 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9f02a72d-12b5-4ad9-a6af-f6bbb4f2c080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315986'] for network (f3f42746-643a-44f8-bda0-c0503923c439), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:05.903622 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9f02a72d-12b5-4ad9-a6af-f6bbb4f2c080 admin admin] Deleting port 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:30:05.904015 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9f02a72d-12b5-4ad9-a6af-f6bbb4f2c080 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (149f9d05-7ae0-4868-abe7-999fb2e3d1f5), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:05.947650 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb55d45-60b6-4a09-bde7-8e4b6e98aef8 None None] DHCP port deletion for f3f42746-643a-44f8-bda0-c0503923c439 request from dv-cinder-820994-5-iscsi {{(pid=106255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 11:30:05.975807 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-9f02a72d-12b5-4ad9-a6af-f6bbb4f2c080 admin admin] For port 149f9d05-7ae0-4868-abe7-999fb2e3d1f5, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=149f9d05-7ae0-4868-abe7-999fb2e3d1f5,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:30:05.976173 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9f02a72d-12b5-4ad9-a6af-f6bbb4f2c080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (149f9d05-7ae0-4868-abe7-999fb2e3d1f5), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:05.986173 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-6cb55d45-60b6-4a09-bde7-8e4b6e98aef8 None None] Deleting port 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 {{(pid=106255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:30:05.986545 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6cb55d45-60b6-4a09-bde7-8e4b6e98aef8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (149f9d05-7ae0-4868-abe7-999fb2e3d1f5), before_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:05.990497 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9f02a72d-12b5-4ad9-a6af-f6bbb4f2c080 admin admin] Calling delete_port for 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:30:06.055802 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-6cb55d45-60b6-4a09-bde7-8e4b6e98aef8 None None] For port 149f9d05-7ae0-4868-abe7-999fb2e3d1f5, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=149f9d05-7ae0-4868-abe7-999fb2e3d1f5,segment=NetworkSegment(c41065d2-5551-4cb3-b374-f4cecafcff85),segment_id=c41065d2-5551-4cb3-b374-f4cecafcff85)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:30:06.056448 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6cb55d45-60b6-4a09-bde7-8e4b6e98aef8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (149f9d05-7ae0-4868-abe7-999fb2e3d1f5), precommit_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:06.070609 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-6cb55d45-60b6-4a09-bde7-8e4b6e98aef8 None None] Calling delete_port for 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 owned by network:dhcp {{(pid=106255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:30:06.073994 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9f02a72d-12b5-4ad9-a6af-f6bbb4f2c080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (149f9d05-7ae0-4868-abe7-999fb2e3d1f5), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:06.079976 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:06.106107 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f02a72d-12b5-4ad9-a6af-f6bbb4f2c080 admin admin] No DVR routers for this DVR port 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 on host dv-cinder-820994-5-iscsi {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:30:06.112005 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02a72d-12b5-4ad9-a6af-f6bbb4f2c080 admin admin] Pushing event deleted for resources: {'Port': ['ID=149f9d05-7ae0-4868-abe7-999fb2e3d1f5,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:06.155382 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6cb55d45-60b6-4a09-bde7-8e4b6e98aef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266'] for port (149f9d05-7ae0-4868-abe7-999fb2e3d1f5), after_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:06.185119 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb55d45-60b6-4a09-bde7-8e4b6e98aef8 None None] Pushing event deleted for resources: {'Port': ['ID=149f9d05-7ae0-4868-abe7-999fb2e3d1f5,revision_number=None']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:06.187114 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb55d45-60b6-4a09-bde7-8e4b6e98aef8 None None] No DVR routers for this DVR port 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 on host dv-cinder-820994-5-iscsi {{(pid=106255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:30:06.194683 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9f02a72d-12b5-4ad9-a6af-f6bbb4f2c080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1254604', 'neutron.services.segments.db._delete_segments_for_network-8730872489409'] for network (f3f42746-643a-44f8-bda0-c0503923c439), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:06.224174 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-9f02a72d-12b5-4ad9-a6af-f6bbb4f2c080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f42746-643a-44f8-bda0-c0503923c439']}} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:06.235239 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-9f02a72d-12b5-4ad9-a6af-f6bbb4f2c080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41065d2-5551-4cb3-b374-f4cecafcff85') {'for_net_delete': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:06.235538 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-9f02a72d-12b5-4ad9-a6af-f6bbb4f2c080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41065d2-5551-4cb3-b374-f4cecafcff85') {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:06.247383 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9f02a72d-12b5-4ad9-a6af-f6bbb4f2c080 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730872489301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14729291'] for segment (c41065d2-5551-4cb3-b374-f4cecafcff85), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:06.256012 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:06.270418 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9f02a72d-12b5-4ad9-a6af-f6bbb4f2c080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (c41065d2-5551-4cb3-b374-f4cecafcff85), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:06.277848 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f02a72d-12b5-4ad9-a6af-f6bbb4f2c080 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=106254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 11:30:06.278826 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9f02a72d-12b5-4ad9-a6af-f6bbb4f2c080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15336917'] for segment (c41065d2-5551-4cb3-b374-f4cecafcff85), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:06.305241 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.services.segments.plugin [-] Segment c41065d2-5551-4cb3-b374-f4cecafcff85 resource provider aggregate not found Sep 19 11:30:06.339898 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.services.segments.plugin [-] Segment c41065d2-5551-4cb3-b374-f4cecafcff85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c41065d2-5551-4cb3-b374-f4cecafcff85 found for delete ", "request_id": "req-f4682006-f59b-4a3c-9e4c-e42efc2ef441"}]} Sep 19 11:30:06.364743 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9f02a72d-12b5-4ad9-a6af-f6bbb4f2c080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1254645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779145'] for network (f3f42746-643a-44f8-bda0-c0503923c439), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:06.371264 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9f02a72d-12b5-4ad9-a6af-f6bbb4f2c080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:06.378442 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-9f02a72d-12b5-4ad9-a6af-f6bbb4f2c080 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/f3f42746-643a-44f8-bda0-c0503923c439 HTTP/1.1" status: 204 len: 168 time: 0.6040723 Sep 19 11:30:06.399848 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02a72d-12b5-4ad9-a6af-f6bbb4f2c080 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3f42746-643a-44f8-bda0-c0503923c439,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:06.504156 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 33366) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:06.547327 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-5e4073b1-09c7-4d2f-bc2c-f6a9d07a775b admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=078bf59c33cc43579aeb270262079a37&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418341 Sep 19 11:30:06.549983 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 33370) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:06.596388 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 33372) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:06.604429 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8662bfdf-eb45-4b26-8402-c5d59d66a8ba admin admin] Publish callbacks [] for security_group (777fb9d0-1a95-45e2-a3c7-278e6680c019), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:06.625689 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8662bfdf-eb45-4b26-8402-c5d59d66a8ba admin admin] Publish callbacks [] for security_group (777fb9d0-1a95-45e2-a3c7-278e6680c019), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:06.672883 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8662bfdf-eb45-4b26-8402-c5d59d66a8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (777fb9d0-1a95-45e2-a3c7-278e6680c019), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:06.675289 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8662bfdf-eb45-4b26-8402-c5d59d66a8ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:06.676499 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-8662bfdf-eb45-4b26-8402-c5d59d66a8ba admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/777fb9d0-1a95-45e2-a3c7-278e6680c019 HTTP/1.1" status: 204 len: 168 time: 0.1249881 Sep 19 11:30:06.685838 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662bfdf-eb45-4b26-8402-c5d59d66a8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777fb9d0-1a95-45e2-a3c7-278e6680c019,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:06.715172 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e537f96b-7899-48b7-b3c0-e7fbaaeb055c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:06.805640 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e537f96b-7899-48b7-b3c0-e7fbaaeb055c admin admin] Publish callbacks [] for security_group (df63eebd-3adc-4de8-959a-d879d38943be), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:06.810477 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e537f96b-7899-48b7-b3c0-e7fbaaeb055c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (df63eebd-3adc-4de8-959a-d879d38943be), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:06.850766 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e537f96b-7899-48b7-b3c0-e7fbaaeb055c admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=f657a78381b94726a59af7ba333f7b4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533138 Sep 19 11:30:06.852812 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537f96b-7899-48b7-b3c0-e7fbaaeb055c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df63eebd-3adc-4de8-959a-d879d38943be,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:06.853860 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 33380) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:06.909684 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e86be391-d305-472b-a054-b0904d40e87f admin admin] Publish callbacks [] for security_group (df63eebd-3adc-4de8-959a-d879d38943be), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:06.930356 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e86be391-d305-472b-a054-b0904d40e87f admin admin] Publish callbacks [] for security_group (df63eebd-3adc-4de8-959a-d879d38943be), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:06.982735 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e86be391-d305-472b-a054-b0904d40e87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (df63eebd-3adc-4de8-959a-d879d38943be), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:06.985313 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e86be391-d305-472b-a054-b0904d40e87f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:06.986472 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-e86be391-d305-472b-a054-b0904d40e87f admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/df63eebd-3adc-4de8-959a-d879d38943be HTTP/1.1" status: 204 len: 168 time: 0.1315477 Sep 19 11:30:06.996265 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86be391-d305-472b-a054-b0904d40e87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df63eebd-3adc-4de8-959a-d879d38943be,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:07.397674 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 33402) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:07.411292 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-35cc34c7-c076-48f9-a13c-64ff8afc4097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:07.495243 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-35cc34c7-c076-48f9-a13c-64ff8afc4097 admin admin] Publish callbacks [] for security_group (5dfc78e2-b829-41f2-8d72-86f1f5c54db0), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:07.500901 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-35cc34c7-c076-48f9-a13c-64ff8afc4097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (5dfc78e2-b829-41f2-8d72-86f1f5c54db0), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:07.530721 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:30:07.546646 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-35cc34c7-c076-48f9-a13c-64ff8afc4097 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=4e80c63312394aeea524052ec55c3e89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478803 Sep 19 11:30:07.548549 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc34c7-c076-48f9-a13c-64ff8afc4097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfc78e2-b829-41f2-8d72-86f1f5c54db0,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:07.549611 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 33406) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:07.551611 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:30:07.552257 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 149f9d05-7ae0-4868-abe7-999fb2e3d1f5 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:30:07.616871 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e8ec820-7009-45dc-ae6d-ec5f9bfe36c9 admin admin] Publish callbacks [] for security_group (5dfc78e2-b829-41f2-8d72-86f1f5c54db0), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:07.637834 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e8ec820-7009-45dc-ae6d-ec5f9bfe36c9 admin admin] Publish callbacks [] for security_group (5dfc78e2-b829-41f2-8d72-86f1f5c54db0), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:07.689496 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e8ec820-7009-45dc-ae6d-ec5f9bfe36c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (5dfc78e2-b829-41f2-8d72-86f1f5c54db0), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:07.692177 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e8ec820-7009-45dc-ae6d-ec5f9bfe36c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:07.693317 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9e8ec820-7009-45dc-ae6d-ec5f9bfe36c9 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/5dfc78e2-b829-41f2-8d72-86f1f5c54db0 HTTP/1.1" status: 204 len: 168 time: 0.1405854 Sep 19 11:30:07.701847 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ec820-7009-45dc-ae6d-ec5f9bfe36c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfc78e2-b829-41f2-8d72-86f1f5c54db0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:16.340021 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2035c34b-a638-4f64-9788-5c58f0cd899d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:17.534463 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=46,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:17.543705 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:17.676594 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=62,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:17.697215 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=58,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:18.465482 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c8d140fb-c51b-412b-a83b-a7f186ca2747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:19.839748 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:21.315249 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:21.396586 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:24.805881 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 33632) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:24.908355 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=38 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:24.909074 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=57 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:24.912916 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6879ce46-9b97-422b-8cb8-99b0288aec04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:24.991712 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6879ce46-9b97-422b-8cb8-99b0288aec04 admin admin] Publish callbacks [] for security_group (ec18a5f6-af49-406c-aaa7-ff0f2f448891), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:24.995122 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6879ce46-9b97-422b-8cb8-99b0288aec04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (ec18a5f6-af49-406c-aaa7-ff0f2f448891), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:25.033914 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6879ce46-9b97-422b-8cb8-99b0288aec04 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=268f6f847a9e4be2b6af38dbda2e7ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269030 Sep 19 11:30:25.035723 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879ce46-9b97-422b-8cb8-99b0288aec04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec18a5f6-af49-406c-aaa7-ff0f2f448891,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:25.037045 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 33636) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:25.088336 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8fe8-5d70-4ce9-a48c-09d1741b3fb9 admin admin] Publish callbacks [] for security_group (ec18a5f6-af49-406c-aaa7-ff0f2f448891), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:25.108809 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8fe8-5d70-4ce9-a48c-09d1741b3fb9 admin admin] Publish callbacks [] for security_group (ec18a5f6-af49-406c-aaa7-ff0f2f448891), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:25.155310 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8fe8-5d70-4ce9-a48c-09d1741b3fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (ec18a5f6-af49-406c-aaa7-ff0f2f448891), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:25.157865 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8fe8-5d70-4ce9-a48c-09d1741b3fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:25.158991 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-ae8e8fe8-5d70-4ce9-a48c-09d1741b3fb9 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/ec18a5f6-af49-406c-aaa7-ff0f2f448891 HTTP/1.1" status: 204 len: 168 time: 0.1206923 Sep 19 11:30:25.166615 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e8fe8-5d70-4ce9-a48c-09d1741b3fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec18a5f6-af49-406c-aaa7-ff0f2f448891,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:25.424417 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 33642) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:25.438470 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-88711ad0-f1dd-46c4-844b-5ba64ac66229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:25.514579 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-88711ad0-f1dd-46c4-844b-5ba64ac66229 admin admin] Publish callbacks [] for security_group (6752fa5c-3b7f-4619-ba38-2d45374cb22a), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:25.518470 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-88711ad0-f1dd-46c4-844b-5ba64ac66229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (6752fa5c-3b7f-4619-ba38-2d45374cb22a), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:25.560712 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-88711ad0-f1dd-46c4-844b-5ba64ac66229 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=afce72db755a4437afaee0e7d7493d39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351938 Sep 19 11:30:25.561491 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88711ad0-f1dd-46c4-844b-5ba64ac66229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6752fa5c-3b7f-4619-ba38-2d45374cb22a,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:25.563387 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 33644) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:25.616157 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-990618bb-374b-40ce-84bd-c91f9f91db04 admin admin] Publish callbacks [] for security_group (6752fa5c-3b7f-4619-ba38-2d45374cb22a), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:25.636498 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-990618bb-374b-40ce-84bd-c91f9f91db04 admin admin] Publish callbacks [] for security_group (6752fa5c-3b7f-4619-ba38-2d45374cb22a), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:25.683647 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-990618bb-374b-40ce-84bd-c91f9f91db04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (6752fa5c-3b7f-4619-ba38-2d45374cb22a), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:25.686149 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-990618bb-374b-40ce-84bd-c91f9f91db04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:25.687317 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-990618bb-374b-40ce-84bd-c91f9f91db04 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/6752fa5c-3b7f-4619-ba38-2d45374cb22a HTTP/1.1" status: 204 len: 168 time: 0.1229115 Sep 19 11:30:25.695094 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990618bb-374b-40ce-84bd-c91f9f91db04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6752fa5c-3b7f-4619-ba38-2d45374cb22a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:26.752042 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 33678) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:26.867755 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56d6606c-c0e1-4228-8381-578b5fdb991f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:26.942258 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56d6606c-c0e1-4228-8381-578b5fdb991f admin admin] Publish callbacks [] for security_group (07513496-0b3f-41e5-9fe4-429dcd5ea58c), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:26.945814 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56d6606c-c0e1-4228-8381-578b5fdb991f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (07513496-0b3f-41e5-9fe4-429dcd5ea58c), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:26.985293 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-56d6606c-c0e1-4228-8381-578b5fdb991f admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=a93679e739a44998bdfe5a832eef1e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321882 Sep 19 11:30:26.986479 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6606c-c0e1-4228-8381-578b5fdb991f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07513496-0b3f-41e5-9fe4-429dcd5ea58c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:26.988097 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 33684) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:27.039619 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-058309a3-57a9-4d6e-b3c6-4e4c08ead78c admin admin] Publish callbacks [] for security_group (07513496-0b3f-41e5-9fe4-429dcd5ea58c), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:27.060698 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-058309a3-57a9-4d6e-b3c6-4e4c08ead78c admin admin] Publish callbacks [] for security_group (07513496-0b3f-41e5-9fe4-429dcd5ea58c), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:27.107694 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-058309a3-57a9-4d6e-b3c6-4e4c08ead78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (07513496-0b3f-41e5-9fe4-429dcd5ea58c), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:27.110353 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-058309a3-57a9-4d6e-b3c6-4e4c08ead78c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:27.111478 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-058309a3-57a9-4d6e-b3c6-4e4c08ead78c admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/07513496-0b3f-41e5-9fe4-429dcd5ea58c HTTP/1.1" status: 204 len: 168 time: 0.1223786 Sep 19 11:30:27.119889 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058309a3-57a9-4d6e-b3c6-4e4c08ead78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07513496-0b3f-41e5-9fe4-429dcd5ea58c,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:27.128194 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058309a3-57a9-4d6e-b3c6-4e4c08ead78c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:27.128577 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058309a3-57a9-4d6e-b3c6-4e4c08ead78c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:27.128943 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058309a3-57a9-4d6e-b3c6-4e4c08ead78c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:27.129280 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058309a3-57a9-4d6e-b3c6-4e4c08ead78c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:27.129596 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058309a3-57a9-4d6e-b3c6-4e4c08ead78c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:27.129929 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058309a3-57a9-4d6e-b3c6-4e4c08ead78c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:27.130250 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058309a3-57a9-4d6e-b3c6-4e4c08ead78c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:27.130572 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058309a3-57a9-4d6e-b3c6-4e4c08ead78c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:27.130926 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058309a3-57a9-4d6e-b3c6-4e4c08ead78c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:27.131291 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058309a3-57a9-4d6e-b3c6-4e4c08ead78c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:27.131647 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058309a3-57a9-4d6e-b3c6-4e4c08ead78c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:27.131998 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058309a3-57a9-4d6e-b3c6-4e4c08ead78c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:27.132445 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058309a3-57a9-4d6e-b3c6-4e4c08ead78c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:27.132629 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058309a3-57a9-4d6e-b3c6-4e4c08ead78c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:27.132943 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058309a3-57a9-4d6e-b3c6-4e4c08ead78c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:29.427842 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-9194c5c0-69e4-4c1a-aeb7-d36ef586ce49 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=f446bc44fa074e80b2b477bdf13bcdcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290761 Sep 19 11:30:29.615906 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-93c10548-cd40-4b4a-949d-34c0e58593df tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:29.617370 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-93c10548-cd40-4b4a-949d-34c0e58593df tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842501 Sep 19 11:30:29.632335 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-ffa18e2c-a37f-467f-a80e-ad140dcd449e tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/quotas/f446bc44fa074e80b2b477bdf13bcdcf HTTP/1.1" status: 200 len: 375 time: 0.0089927 Sep 19 11:30:29.664579 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-c37e6fe8-e7d4-4bd2-bb00-d233e0f0492c tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=f446bc44fa074e80b2b477bdf13bcdcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265810 Sep 19 11:30:29.833613 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d1004b38-1893-4f36-97e5-e15b460bbb23 req-02c81527-85fa-4d13-b27c-f3497f853ec3 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1266ba96-bebf-42ff-aa0f-8dfc51b6d56f HTTP/1.1" status: 200 len: 210 time: 0.0282991 Sep 19 11:30:30.936683 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-37c17cdb-484d-49ba-acca-04dfb9896cd2 req-aac3da1d-de61-46f1-8866-33873aff38b1 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1266ba96-bebf-42ff-aa0f-8dfc51b6d56f HTTP/1.1" status: 200 len: 210 time: 0.0299935 Sep 19 11:30:30.947736 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:UPDATE=5,neutron:SELECT=56,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:30.962033 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:32.040193 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8d180284-a00c-4735-bddf-409de63b485e req-4902a14d-3def-4c7d-911a-532277d24c4c tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1266ba96-bebf-42ff-aa0f-8dfc51b6d56f HTTP/1.1" status: 200 len: 210 time: 0.0284712 Sep 19 11:30:32.915928 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-07da1e2c-0222-49bf-b440-0400863cd7cf tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=f446bc44fa074e80b2b477bdf13bcdcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259826 Sep 19 11:30:33.030473 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-13f99db7-444d-444a-87ce-c824a0258c70 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:33.032068 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-13f99db7-444d-444a-87ce-c824a0258c70 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1116302 Sep 19 11:30:33.047390 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Request body: {'port': {'device_id': '1266ba96-bebf-42ff-aa0f-8dfc51b6d56f', 'network_id': '211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06', 'admin_state_up': True, 'tenant_id': 'f446bc44fa074e80b2b477bdf13bcdcf'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:30:33.095933 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:33.122398 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:33.172089 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d7164d83-b3cb-4136-8086-da645cca2cd3 req-d169625d-cd70-4232-8a08-7bd92d32f631 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1266ba96-bebf-42ff-aa0f-8dfc51b6d56f HTTP/1.1" status: 200 len: 210 time: 0.0477135 Sep 19 11:30:33.200181 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Made reservation on behalf of f446bc44fa074e80b2b477bdf13bcdcf for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:30:33.204761 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:33.214307 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:33.293594 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Publish callbacks [] for security_group (bbc8f2a0-cbcb-41a1-8193-af97525d6161), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:33.298161 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (bbc8f2a0-cbcb-41a1-8193-af97525d6161), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:33.360696 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc8f2a0-cbcb-41a1-8193-af97525d6161,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:33.374023 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:33.374369 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:33.374715 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:33.375061 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:33.375397 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:33.375727 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:33.376083 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:33.376411 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:33.376740 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:33.377096 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:33.377396 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:33.377724 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:33.378049 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:33.378411 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:33.378689 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:33.457973 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Allocated IP 192.168.233.159 (211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06/eb1b0467-08ae-4c30-903b-9fbbac45f4cc/a6569b8f-435d-4eee-93af-42acda55fa5c) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:30:33.621019 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Publish callbacks [] for port (a6569b8f-435d-4eee-93af-42acda55fa5c), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:33.655306 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (a6569b8f-435d-4eee-93af-42acda55fa5c), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:33.706392 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Network 211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:30:33.709967 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:30:33.712696 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:30:33.748989 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Pushing event updated for resources: {'Port': ['ID=a6569b8f-435d-4eee-93af-42acda55fa5c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:33.779514 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:33.780116 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:33.801202 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-641950e6-dc35-470b-99be-3b5a86afe25a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7584050 Sep 19 11:30:33.813827 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] Request body: {'port': {'device_id': '1266ba96-bebf-42ff-aa0f-8dfc51b6d56f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:30:33.851326 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:33.880483 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (a6569b8f-435d-4eee-93af-42acda55fa5c), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:33.916774 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-8c24d7e6-2c8c-4ef3-8fa8-c409012001c5 None None] Provisioning complete for port a6569b8f-435d-4eee-93af-42acda55fa5c triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:30:33.917311 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8c24d7e6-2c8c-4ef3-8fa8-c409012001c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (a6569b8f-435d-4eee-93af-42acda55fa5c), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:33.917621 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-8c24d7e6-2c8c-4ef3-8fa8-c409012001c5 None None] Attempt 1 to provision port a6569b8f-435d-4eee-93af-42acda55fa5c Sep 19 11:30:33.932770 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:33.952584 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-8c24d7e6-2c8c-4ef3-8fa8-c409012001c5 None None] Port a6569b8f-435d-4eee-93af-42acda55fa5c cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:30:34.168194 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6569b8f-435d-4eee-93af-42acda55fa5c {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:30:34.176086 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] Publish callbacks [] for port (a6569b8f-435d-4eee-93af-42acda55fa5c), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:34.189058 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] Transition to ACTIVE for port object a6569b8f-435d-4eee-93af-42acda55fa5c will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 11:30:34.193252 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (a6569b8f-435d-4eee-93af-42acda55fa5c), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:34.290473 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] Pushing event updated for resources: {'Port': ['ID=a6569b8f-435d-4eee-93af-42acda55fa5c,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:34.341977 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98c269-955c-4006-9bf0-e01dc1595b34 req-b35c9f0a-d5fd-441c-80ad-cec3e43131f8 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:34.343465 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9f98c269-955c-4006-9bf0-e01dc1595b34 req-b35c9f0a-d5fd-441c-80ad-cec3e43131f8 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1266ba96-bebf-42ff-aa0f-8dfc51b6d56f HTTP/1.1" status: 200 len: 948 time: 0.0655563 Sep 19 11:30:34.366019 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] Attempting to bind port a6569b8f-435d-4eee-93af-42acda55fa5c on host hv-cinder-82099 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:30:34.366375 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] Attempting to bind port a6569b8f-435d-4eee-93af-42acda55fa5c by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': 'e69b57ce-0ec4-49d2-8234-fdf45a6dea04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:30:34.366701 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] Attempting to bind port a6569b8f-435d-4eee-93af-42acda55fa5c on network 211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:30:34.436167 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9f98c269-955c-4006-9bf0-e01dc1595b34 req-46545832-6e5e-4364-b19a-343a91a677d5 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=bbc8f2a0-cbcb-41a1-8193-af97525d6161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865753 Sep 19 11:30:34.439600 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] Port a6569b8f-435d-4eee-93af-42acda55fa5c on network 211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 11:30:34.439959 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] Attempting to bind port a6569b8f-435d-4eee-93af-42acda55fa5c on network 211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:30:34.454317 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-8c24d7e6-2c8c-4ef3-8fa8-c409012001c5 None None] Attempt 2 to provision port a6569b8f-435d-4eee-93af-42acda55fa5c Sep 19 11:30:34.484454 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] Checking agent: {'id': '89dce09e-1d3d-46be-9edc-f71162f9f1f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'started_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:30:34.484941 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] Checking segment: {'id': 'e69b57ce-0ec4-49d2-8234-fdf45a6dea04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:30:34.485332 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] Bound using segment: {'id': 'e69b57ce-0ec4-49d2-8234-fdf45a6dea04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:30:34.486337 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] Bound port: a6569b8f-435d-4eee-93af-42acda55fa5c, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e69b57ce-0ec4-49d2-8234-fdf45a6dea04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:30:34.486337 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (a6569b8f-435d-4eee-93af-42acda55fa5c), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:34.492035 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-8c24d7e6-2c8c-4ef3-8fa8-c409012001c5 None None] Port a6569b8f-435d-4eee-93af-42acda55fa5c cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:30:34.548580 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] For port a6569b8f-435d-4eee-93af-42acda55fa5c, host hv-cinder-82099, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:30:34.551894 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] For port a6569b8f-435d-4eee-93af-42acda55fa5c, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=a6569b8f-435d-4eee-93af-42acda55fa5c,segment=NetworkSegment(e69b57ce-0ec4-49d2-8234-fdf45a6dea04),segment_id=e69b57ce-0ec4-49d2-8234-fdf45a6dea04)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:30:34.557723 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (a6569b8f-435d-4eee-93af-42acda55fa5c), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:34.561592 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:34.562214 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:34.563665 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/a6569b8f-435d-4eee-93af-42acda55fa5c HTTP/1.1" status: 200 len: 1098 time: 0.7542281 Sep 19 11:30:34.565875 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1266ba96-bebf-42ff-aa0f-8dfc51b6d56f', 'tag': 'a6569b8f-435d-4eee-93af-42acda55fa5c'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:30:34.568168 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db5e882-bb8d-4cd5-aeed-bb25d6a34272" -d '{"events": [{"name": "network-changed", "server_uuid": "1266ba96-bebf-42ff-aa0f-8dfc51b6d56f", "tag": "a6569b8f-435d-4eee-93af-42acda55fa5c"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:30:34.628026 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284595d2-b128-41a5-8766-ba4c76f16ade x-openstack-request-id: req-284595d2-b128-41a5-8766-ba4c76f16ade {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:30:34.628312 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1266ba96-bebf-42ff-aa0f-8dfc51b6d56f", "tag": "a6569b8f-435d-4eee-93af-42acda55fa5c", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:30:34.628803 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-284595d2-b128-41a5-8766-ba4c76f16ade {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:30:34.629074 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284595d2-b128-41a5-8766-ba4c76f16ade'] response: {'name': 'network-changed', 'server_uuid': '1266ba96-bebf-42ff-aa0f-8dfc51b6d56f', 'tag': 'a6569b8f-435d-4eee-93af-42acda55fa5c', 'status': 'completed', 'code': 200} Sep 19 11:30:34.658039 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853004b6-2803-4319-9c67-e4e0b74dd8bb service neutron] Pushing event updated for resources: {'Port': ['ID=a6569b8f-435d-4eee-93af-42acda55fa5c,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:34.668811 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-43db7748-7158-4f59-bef8-ead0c8c5a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:34.670460 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-43db7748-7158-4f59-bef8-ead0c8c5a77f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=f446bc44fa074e80b2b477bdf13bcdcf&device_id=1266ba96-bebf-42ff-aa0f-8dfc51b6d56f HTTP/1.1" status: 200 len: 1132 time: 0.0536582 Sep 19 11:30:34.715046 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-1d127151-2bef-4139-810a-91e2e523e234 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=a6569b8f-435d-4eee-93af-42acda55fa5c HTTP/1.1" status: 200 len: 217 time: 0.0361991 Sep 19 11:30:34.767246 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:34.775178 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-558da466-e132-48f4-ac5f-81a7b7e20eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:34.776886 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-558da466-e132-48f4-ac5f-81a7b7e20eb9 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=eb1b0467-08ae-4c30-903b-9fbbac45f4cc HTTP/1.1" status: 200 len: 843 time: 0.0548081 Sep 19 11:30:34.824222 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-447310bc-b36e-4384-b365-ce30f0ca9101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:34.826134 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-447310bc-b36e-4384-b365-ce30f0ca9101 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0418792 Sep 19 11:30:34.960028 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce79bd27-2c45-4d95-befa-c207877b579c req-c1cff3c5-2a52-4794-96dd-aa049785698f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9516b2a9-37fe-418b-8d86-2e6f37f83f72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599546 Sep 19 11:30:34.995071 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-8c24d7e6-2c8c-4ef3-8fa8-c409012001c5 None None] Attempt 3 to provision port a6569b8f-435d-4eee-93af-42acda55fa5c Sep 19 11:30:35.000943 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-b055c795-45f7-4b99-951a-a0c69bd7a670 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643798 Sep 19 11:30:35.039320 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-8c24d7e6-2c8c-4ef3-8fa8-c409012001c5 None None] Port a6569b8f-435d-4eee-93af-42acda55fa5c had new provisioning blocks added so it will not transition to active. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 11:30:35.057153 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:35.104276 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79bd27-2c45-4d95-befa-c207877b579c req-e9f09fbd-0bda-44d7-a7d4-4867ccddd2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:35.105848 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce79bd27-2c45-4d95-befa-c207877b579c req-e9f09fbd-0bda-44d7-a7d4-4867ccddd2d1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2&device_id=9516b2a9-37fe-418b-8d86-2e6f37f83f72 HTTP/1.1" status: 200 len: 1129 time: 0.1040385 Sep 19 11:30:35.217707 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-defd0296-5bf7-4942-b3e9-c622052f3764 req-3043f5ab-a1c5-4862-b99a-77eb2b592256 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715381 Sep 19 11:30:35.260375 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79bd27-2c45-4d95-befa-c207877b579c req-f12286db-ef03-4409-8047-cf30a4be0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:35.261874 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce79bd27-2c45-4d95-befa-c207877b579c req-f12286db-ef03-4409-8047-cf30a4be0007 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4bd047f8-e757-4211-9ab1-9e25ad2c412a HTTP/1.1" status: 200 len: 915 time: 0.1342728 Sep 19 11:30:35.561888 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12537555-64b8-4f83-a3f1-37a9dfe77cba req-1db732fa-2309-49fc-8126-9455136db9b8 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:35.563382 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-12537555-64b8-4f83-a3f1-37a9dfe77cba req-1db732fa-2309-49fc-8126-9455136db9b8 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1266ba96-bebf-42ff-aa0f-8dfc51b6d56f HTTP/1.1" status: 200 len: 948 time: 0.0484855 Sep 19 11:30:35.612108 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-12537555-64b8-4f83-a3f1-37a9dfe77cba req-202439b6-687f-4a76-b8c5-9fa57eccb71d tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=bbc8f2a0-cbcb-41a1-8193-af97525d6161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429816 Sep 19 11:30:36.274939 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5e882-bb8d-4cd5-aeed-bb25d6a34272 req-361ea1fa-8b21-4c2a-8608-2ca64679c00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:36.276485 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4db5e882-bb8d-4cd5-aeed-bb25d6a34272 req-361ea1fa-8b21-4c2a-8608-2ca64679c00b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=f446bc44fa074e80b2b477bdf13bcdcf&device_id=1266ba96-bebf-42ff-aa0f-8dfc51b6d56f HTTP/1.1" status: 200 len: 1132 time: 0.0892880 Sep 19 11:30:36.278539 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce79bd27-2c45-4d95-befa-c207877b579c req-60eeb340-2647-4adc-a845-b82167a1801d service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9c48b6c-9661-4ed3-92da-fc33fecc1c02 HTTP/1.1" status: 200 len: 1000 time: 0.0923929 Sep 19 11:30:36.404204 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79bd27-2c45-4d95-befa-c207877b579c req-5280dfb9-ecb2-4a4d-a2af-8f6852532e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:36.405669 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce79bd27-2c45-4d95-befa-c207877b579c req-5280dfb9-ecb2-4a4d-a2af-8f6852532e82 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7fba9500-450b-48d5-89c9-3abf0acd9be1 HTTP/1.1" status: 200 len: 853 time: 0.1066747 Sep 19 11:30:36.459912 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5e882-bb8d-4cd5-aeed-bb25d6a34272 req-99ad0235-1ac8-449f-bdbd-f6e790cce29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:36.461403 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4db5e882-bb8d-4cd5-aeed-bb25d6a34272 req-99ad0235-1ac8-449f-bdbd-f6e790cce29c service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06 HTTP/1.1" status: 200 len: 870 time: 0.1704605 Sep 19 11:30:36.478151 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79bd27-2c45-4d95-befa-c207877b579c req-f47dffd8-3e42-4f49-b6a2-22a93f17e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:36.479633 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce79bd27-2c45-4d95-befa-c207877b579c req-f47dffd8-3e42-4f49-b6a2-22a93f17e169 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4bd047f8-e757-4211-9ab1-9e25ad2c412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629113 Sep 19 11:30:36.514973 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4db5e882-bb8d-4cd5-aeed-bb25d6a34272 req-1c51cd94-792d-4ecb-ae97-1b087bc521f5 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=a6569b8f-435d-4eee-93af-42acda55fa5c HTTP/1.1" status: 200 len: 217 time: 0.0466290 Sep 19 11:30:36.624595 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5e882-bb8d-4cd5-aeed-bb25d6a34272 req-4cb686b4-9926-4d3c-b550-8dbe5f5b0f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:36.626048 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4db5e882-bb8d-4cd5-aeed-bb25d6a34272 req-4cb686b4-9926-4d3c-b550-8dbe5f5b0f1c service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=eb1b0467-08ae-4c30-903b-9fbbac45f4cc HTTP/1.1" status: 200 len: 843 time: 0.1002250 Sep 19 11:30:36.631633 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:36.657132 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce79bd27-2c45-4d95-befa-c207877b579c req-8aece733-db60-4abe-929a-a18824a6f7bc service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507850 Sep 19 11:30:36.742287 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5e882-bb8d-4cd5-aeed-bb25d6a34272 req-4d74ad9e-8cb8-488a-a5c3-d73830451be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:36.743834 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4db5e882-bb8d-4cd5-aeed-bb25d6a34272 req-4d74ad9e-8cb8-488a-a5c3-d73830451be9 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1109519 Sep 19 11:30:37.071784 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3fecd-8077-4efb-aab8-ef8e1e864b1d req-70c2a58f-e304-4e5a-a619-dda74033cbef tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:37.073266 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a5f3fecd-8077-4efb-aab8-ef8e1e864b1d req-70c2a58f-e304-4e5a-a619-dda74033cbef tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1266ba96-bebf-42ff-aa0f-8dfc51b6d56f HTTP/1.1" status: 200 len: 948 time: 0.3745613 Sep 19 11:30:37.123354 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=51,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:37.124205 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=52,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:37.124517 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce79bd27-2c45-4d95-befa-c207877b579c req-396128f8-4219-4dd0-83f0-a95dabe0b4d3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500132 Sep 19 11:30:37.159083 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:37.174587 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4db5e882-bb8d-4cd5-aeed-bb25d6a34272 req-4e53b573-cb68-44f3-bdc6-8c8b3fbd1476 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117723 Sep 19 11:30:37.178050 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a5f3fecd-8077-4efb-aab8-ef8e1e864b1d req-b36c2d09-2e53-4526-a20e-a8b285e870c6 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=bbc8f2a0-cbcb-41a1-8193-af97525d6161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929735 Sep 19 11:30:37.272862 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4db5e882-bb8d-4cd5-aeed-bb25d6a34272 req-b9ea5918-8240-4684-8d39-8417f9c978d6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901794 Sep 19 11:30:37.668764 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 33838) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:37.780324 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7f687128-7c4d-429d-bf93-828ce84f1e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:37.857595 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7f687128-7c4d-429d-bf93-828ce84f1e90 admin admin] Publish callbacks [] for security_group (a4ef02a3-c561-42e2-8a96-ed57f2c09560), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:37.861538 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7f687128-7c4d-429d-bf93-828ce84f1e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (a4ef02a3-c561-42e2-8a96-ed57f2c09560), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:37.898154 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-7f687128-7c4d-429d-bf93-828ce84f1e90 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=89daac7d8a974f2783682b14b92920ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282085 Sep 19 11:30:37.901133 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 33842) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:37.907089 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f687128-7c4d-429d-bf93-828ce84f1e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ef02a3-c561-42e2-8a96-ed57f2c09560,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:37.957888 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-58088cf6-6743-4ac0-bfe0-8ef41aed8d3a admin admin] Publish callbacks [] for security_group (a4ef02a3-c561-42e2-8a96-ed57f2c09560), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:37.978991 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-58088cf6-6743-4ac0-bfe0-8ef41aed8d3a admin admin] Publish callbacks [] for security_group (a4ef02a3-c561-42e2-8a96-ed57f2c09560), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:38.030435 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-58088cf6-6743-4ac0-bfe0-8ef41aed8d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (a4ef02a3-c561-42e2-8a96-ed57f2c09560), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:38.032991 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-58088cf6-6743-4ac0-bfe0-8ef41aed8d3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:38.034127 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-58088cf6-6743-4ac0-bfe0-8ef41aed8d3a admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/a4ef02a3-c561-42e2-8a96-ed57f2c09560 HTTP/1.1" status: 204 len: 168 time: 0.1320043 Sep 19 11:30:38.042452 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58088cf6-6743-4ac0-bfe0-8ef41aed8d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ef02a3-c561-42e2-8a96-ed57f2c09560,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:38.328306 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fb5f6-61f0-495c-80b3-0f9f1c63781d req-bc619c3f-b779-4763-8fee-df65b3f97ae9 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:38.329866 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cf6fb5f6-61f0-495c-80b3-0f9f1c63781d req-bc619c3f-b779-4763-8fee-df65b3f97ae9 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1266ba96-bebf-42ff-aa0f-8dfc51b6d56f HTTP/1.1" status: 200 len: 948 time: 0.0608013 Sep 19 11:30:38.364524 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 33850) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:38.380936 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-64114149-e389-4c89-b78a-5835d3b4edb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:38.392856 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cf6fb5f6-61f0-495c-80b3-0f9f1c63781d req-8fa1370a-6cd4-49ca-99f5-e6fc7fd727bc tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=bbc8f2a0-cbcb-41a1-8193-af97525d6161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521283 Sep 19 11:30:38.494666 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-64114149-e389-4c89-b78a-5835d3b4edb0 admin admin] Publish callbacks [] for security_group (5e8ccabc-5b5b-4596-8536-b7891cecdee9), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:38.498919 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-64114149-e389-4c89-b78a-5835d3b4edb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (5e8ccabc-5b5b-4596-8536-b7891cecdee9), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:38.538247 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64114149-e389-4c89-b78a-5835d3b4edb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8ccabc-5b5b-4596-8536-b7891cecdee9,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:38.543800 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-64114149-e389-4c89-b78a-5835d3b4edb0 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=ea46ef8ffbdd41ce9192ce9cb80ddef6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1770120 Sep 19 11:30:38.546766 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 33852) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:38.602258 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ea1bd0c-a756-4470-ad85-d199ef7b8d0a admin admin] Publish callbacks [] for security_group (5e8ccabc-5b5b-4596-8536-b7891cecdee9), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:38.624140 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ea1bd0c-a756-4470-ad85-d199ef7b8d0a admin admin] Publish callbacks [] for security_group (5e8ccabc-5b5b-4596-8536-b7891cecdee9), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:38.676613 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ea1bd0c-a756-4470-ad85-d199ef7b8d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (5e8ccabc-5b5b-4596-8536-b7891cecdee9), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:38.679186 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ea1bd0c-a756-4470-ad85-d199ef7b8d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:38.680412 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-8ea1bd0c-a756-4470-ad85-d199ef7b8d0a admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/5e8ccabc-5b5b-4596-8536-b7891cecdee9 HTTP/1.1" status: 204 len: 168 time: 0.1334422 Sep 19 11:30:38.689232 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1bd0c-a756-4470-ad85-d199ef7b8d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8ccabc-5b5b-4596-8536-b7891cecdee9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:38.703479 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=67,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:39.288780 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device a6569b8f-435d-4eee-93af-42acda55fa5c details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:30:39.539707 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port a6569b8f-435d-4eee-93af-42acda55fa5c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=a6569b8f-435d-4eee-93af-42acda55fa5c,segment=NetworkSegment(e69b57ce-0ec4-49d2-8234-fdf45a6dea04),segment_id=e69b57ce-0ec4-49d2-8234-fdf45a6dea04)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:30:39.551427 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10164361-c404-487f-8e7b-6a31b13ff259 req-12a809db-6612-4c5d-b34f-a8b04301d1c9 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:39.555798 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-10164361-c404-487f-8e7b-6a31b13ff259 req-12a809db-6612-4c5d-b34f-a8b04301d1c9 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1266ba96-bebf-42ff-aa0f-8dfc51b6d56f HTTP/1.1" status: 200 len: 948 time: 0.0651705 Sep 19 11:30:39.555974 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': 'a6569b8f-435d-4eee-93af-42acda55fa5c', 'network_id': '211d7e0f-c984-4f3d-8de1-ecdfc1dc1f06', 'port_id': 'a6569b8f-435d-4eee-93af-42acda55fa5c', 'mac_address': 'fa:16:3e:25:89:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb1b0467-08ae-4c30-903b-9fbbac45f4cc', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:30:39.594731 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port a6569b8f-435d-4eee-93af-42acda55fa5c is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:30:39.595550 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (a6569b8f-435d-4eee-93af-42acda55fa5c), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:39.611006 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6569b8f-435d-4eee-93af-42acda55fa5c {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:30:39.612851 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:39.618644 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-10164361-c404-487f-8e7b-6a31b13ff259 req-5d2d1cf9-d410-4aa7-bd8a-ca6f4f2fb82b tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=bbc8f2a0-cbcb-41a1-8193-af97525d6161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557566 Sep 19 11:30:39.643107 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port a6569b8f-435d-4eee-93af-42acda55fa5c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=a6569b8f-435d-4eee-93af-42acda55fa5c,segment=NetworkSegment(e69b57ce-0ec4-49d2-8234-fdf45a6dea04),segment_id=e69b57ce-0ec4-49d2-8234-fdf45a6dea04)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:30:39.655869 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (a6569b8f-435d-4eee-93af-42acda55fa5c), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:39.712791 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=a6569b8f-435d-4eee-93af-42acda55fa5c,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:39.721550 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:39.721898 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:39.722261 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:39.722814 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:39.723309 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:39.723829 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:39.724164 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:39.724649 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:39.724982 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:39.725476 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:39.725809 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:39.726138 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:39.726626 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:39.726954 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:39.727284 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:30:39.836516 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:30:39.900220 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['a6569b8f-435d-4eee-93af-42acda55fa5c'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:30:40.755379 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ecc89b-300b-488d-ab1e-4f13aeb08616 req-4d1c5383-2cf8-4d11-bab3-7e6aa7a39016 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:40.756979 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-32ecc89b-300b-488d-ab1e-4f13aeb08616 req-4d1c5383-2cf8-4d11-bab3-7e6aa7a39016 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1266ba96-bebf-42ff-aa0f-8dfc51b6d56f HTTP/1.1" status: 200 len: 949 time: 0.0493753 Sep 19 11:30:40.806324 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-32ecc89b-300b-488d-ab1e-4f13aeb08616 req-5cce27e9-0830-4021-9083-f5976127b99a tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=bbc8f2a0-cbcb-41a1-8193-af97525d6161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432475 Sep 19 11:30:41.292382 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device a6569b8f-435d-4eee-93af-42acda55fa5c up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:30:41.338103 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning for port a6569b8f-435d-4eee-93af-42acda55fa5c completed by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 11:30:41.345545 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port a6569b8f-435d-4eee-93af-42acda55fa5c triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:30:41.346128 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (a6569b8f-435d-4eee-93af-42acda55fa5c), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:41.346469 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port a6569b8f-435d-4eee-93af-42acda55fa5c Sep 19 11:30:41.347630 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 33924) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:41.431210 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port a6569b8f-435d-4eee-93af-42acda55fa5c is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:30:41.431602 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (a6569b8f-435d-4eee-93af-42acda55fa5c), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:41.455125 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1266ba96-bebf-42ff-aa0f-8dfc51b6d56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6569b8f-435d-4eee-93af-42acda55fa5c'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:30:41.457411 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b1bd9d-4f14-430e-8202-ec583f7d1ad1" -d '{"events": [{"server_uuid": "1266ba96-bebf-42ff-aa0f-8dfc51b6d56f", "name": "network-vif-plugged", "status": "completed", "tag": "a6569b8f-435d-4eee-93af-42acda55fa5c"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:30:41.462694 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c58a67d4-7c04-4c02-b8e7-c7b9655b6497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:41.470610 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port a6569b8f-435d-4eee-93af-42acda55fa5c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=a6569b8f-435d-4eee-93af-42acda55fa5c,segment=NetworkSegment(e69b57ce-0ec4-49d2-8234-fdf45a6dea04),segment_id=e69b57ce-0ec4-49d2-8234-fdf45a6dea04)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:30:41.482293 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (a6569b8f-435d-4eee-93af-42acda55fa5c), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:41.516098 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87e996f-9118-4f19-8554-078481dde85b x-openstack-request-id: req-b87e996f-9118-4f19-8554-078481dde85b {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:30:41.516397 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1266ba96-bebf-42ff-aa0f-8dfc51b6d56f", "name": "network-vif-plugged", "status": "completed", "tag": "a6569b8f-435d-4eee-93af-42acda55fa5c", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:30:41.516691 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b87e996f-9118-4f19-8554-078481dde85b {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:30:41.517653 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b87e996f-9118-4f19-8554-078481dde85b'] response: {'server_uuid': '1266ba96-bebf-42ff-aa0f-8dfc51b6d56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6569b8f-435d-4eee-93af-42acda55fa5c', 'code': 200} Sep 19 11:30:41.547280 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=a6569b8f-435d-4eee-93af-42acda55fa5c,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:41.566722 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c58a67d4-7c04-4c02-b8e7-c7b9655b6497 admin admin] Publish callbacks [] for security_group (cc6caf49-b50f-40c3-bb36-d1ef9be33173), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:41.570591 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c58a67d4-7c04-4c02-b8e7-c7b9655b6497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (cc6caf49-b50f-40c3-bb36-d1ef9be33173), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:41.615121 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-c58a67d4-7c04-4c02-b8e7-c7b9655b6497 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=a766e96bf6d04df59f5f1cabb43fe531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663610 Sep 19 11:30:41.616348 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a67d4-7c04-4c02-b8e7-c7b9655b6497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6caf49-b50f-40c3-bb36-d1ef9be33173,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:41.617981 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 33930) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:41.662356 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:41.674810 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-89ae9fa9-5c4c-414a-9c0c-7deb58052171 admin admin] Publish callbacks [] for security_group (cc6caf49-b50f-40c3-bb36-d1ef9be33173), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:41.676333 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7111e-4a2b-4f39-9e90-894d4717e13c req-2f8631cb-243a-4f64-ab2b-02ee33e11ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:41.677955 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2bd7111e-4a2b-4f39-9e90-894d4717e13c req-2f8631cb-243a-4f64-ab2b-02ee33e11ae7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1266ba96-bebf-42ff-aa0f-8dfc51b6d56f HTTP/1.1" status: 200 len: 1134 time: 0.0414584 Sep 19 11:30:41.695107 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-89ae9fa9-5c4c-414a-9c0c-7deb58052171 admin admin] Publish callbacks [] for security_group (cc6caf49-b50f-40c3-bb36-d1ef9be33173), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:41.722690 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2bd7111e-4a2b-4f39-9e90-894d4717e13c req-7300b251-306a-437b-9c08-3f18d0a00a64 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bbc8f2a0-cbcb-41a1-8193-af97525d6161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389848 Sep 19 11:30:41.742070 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-89ae9fa9-5c4c-414a-9c0c-7deb58052171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (cc6caf49-b50f-40c3-bb36-d1ef9be33173), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:41.744722 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-89ae9fa9-5c4c-414a-9c0c-7deb58052171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:41.745850 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-89ae9fa9-5c4c-414a-9c0c-7deb58052171 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/cc6caf49-b50f-40c3-bb36-d1ef9be33173 HTTP/1.1" status: 204 len: 168 time: 0.1258569 Sep 19 11:30:41.754092 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae9fa9-5c4c-414a-9c0c-7deb58052171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6caf49-b50f-40c3-bb36-d1ef9be33173,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:41.932328 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d3311-5eee-4565-8d23-783c94be45f4 req-aec8ee43-463a-4d28-a2a1-b81194e4004b tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:41.933944 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8a5d3311-5eee-4565-8d23-783c94be45f4 req-aec8ee43-463a-4d28-a2a1-b81194e4004b tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1266ba96-bebf-42ff-aa0f-8dfc51b6d56f HTTP/1.1" status: 200 len: 950 time: 0.0506918 Sep 19 11:30:41.986130 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8a5d3311-5eee-4565-8d23-783c94be45f4 req-0bfa0b7b-8ed8-42c1-9e8b-fc9f7803ae72 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=bbc8f2a0-cbcb-41a1-8193-af97525d6161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458357 Sep 19 11:30:42.021832 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 33938) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:42.038636 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-001b833d-1a8b-4529-a0c7-29b0a6c1a1b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:42.112819 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-001b833d-1a8b-4529-a0c7-29b0a6c1a1b1 admin admin] Publish callbacks [] for security_group (4b5ec423-f301-41cd-a54d-1df8d3d906ab), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:42.116198 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-001b833d-1a8b-4529-a0c7-29b0a6c1a1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (4b5ec423-f301-41cd-a54d-1df8d3d906ab), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:42.152822 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b833d-1a8b-4529-a0c7-29b0a6c1a1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5ec423-f301-41cd-a54d-1df8d3d906ab,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:42.157603 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-001b833d-1a8b-4529-a0c7-29b0a6c1a1b1 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=38de56e1e3194fa8b70750d88ea50a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347685 Sep 19 11:30:42.160198 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 33942) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:42.209622 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd926216-ab08-4cf1-8071-c4999daf153f admin admin] Publish callbacks [] for security_group (4b5ec423-f301-41cd-a54d-1df8d3d906ab), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:42.229583 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd926216-ab08-4cf1-8071-c4999daf153f admin admin] Publish callbacks [] for security_group (4b5ec423-f301-41cd-a54d-1df8d3d906ab), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:42.269271 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:42.282931 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd926216-ab08-4cf1-8071-c4999daf153f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (4b5ec423-f301-41cd-a54d-1df8d3d906ab), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:42.285762 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd926216-ab08-4cf1-8071-c4999daf153f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:42.287042 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-fd926216-ab08-4cf1-8071-c4999daf153f admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/4b5ec423-f301-41cd-a54d-1df8d3d906ab HTTP/1.1" status: 204 len: 168 time: 0.1259494 Sep 19 11:30:42.296626 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd926216-ab08-4cf1-8071-c4999daf153f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5ec423-f301-41cd-a54d-1df8d3d906ab,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:42.338432 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:42.719152 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c1a91-0593-4adf-b060-12cbb7406ac9 req-9498d285-8ffb-490d-bac6-d3fd7d16d072 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:42.722197 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1a8c1a91-0593-4adf-b060-12cbb7406ac9 req-9498d285-8ffb-490d-bac6-d3fd7d16d072 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 946 time: 0.0642877 Sep 19 11:30:42.744263 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:42.776645 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1a8c1a91-0593-4adf-b060-12cbb7406ac9 req-ea20e403-68cd-4710-9e51-cb92a9391fd8 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=38e6c488-80b6-44a7-9989-e43408e6f88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483704 Sep 19 11:30:43.111607 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9b376-be52-49d9-99cc-0e30efb06669 req-03d90e6c-c0d2-4010-83e1-7d48194d9941 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:43.113245 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c4e9b376-be52-49d9-99cc-0e30efb06669 req-03d90e6c-c0d2-4010-83e1-7d48194d9941 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1266ba96-bebf-42ff-aa0f-8dfc51b6d56f HTTP/1.1" status: 200 len: 950 time: 0.0483503 Sep 19 11:30:43.160408 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c4e9b376-be52-49d9-99cc-0e30efb06669 req-e9f55c54-8912-4097-b4b8-c98598cd1ba1 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=bbc8f2a0-cbcb-41a1-8193-af97525d6161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Sep 19 11:30:43.904286 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c0580-7665-4bf9-8cd2-5e3feb81a822 req-f9b20a7f-9fb6-49a2-8f05-ac326485ec52 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:43.905799 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8f1c0580-7665-4bf9-8cd2-5e3feb81a822 req-f9b20a7f-9fb6-49a2-8f05-ac326485ec52 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 946 time: 0.0482635 Sep 19 11:30:43.959189 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8f1c0580-7665-4bf9-8cd2-5e3feb81a822 req-e8d4a211-04c2-4359-b88a-8385ca1e1fd0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=38e6c488-80b6-44a7-9989-e43408e6f88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464320 Sep 19 11:30:44.280899 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29292d36-09af-42ef-a55d-8a56e47c082b req-63ffa1dd-e102-4a75-a4e3-5b919784ca6d tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:44.282651 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-29292d36-09af-42ef-a55d-8a56e47c082b req-63ffa1dd-e102-4a75-a4e3-5b919784ca6d tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1266ba96-bebf-42ff-aa0f-8dfc51b6d56f HTTP/1.1" status: 200 len: 950 time: 0.0466418 Sep 19 11:30:44.356953 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:44.370325 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-29292d36-09af-42ef-a55d-8a56e47c082b req-fb09027e-c7e4-47fd-b321-fe2bfd353dab tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=bbc8f2a0-cbcb-41a1-8193-af97525d6161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817194 Sep 19 11:30:44.377395 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be852-95da-4a51-8948-1d1ad48f939f req-cf9b2ea6-3797-4d57-8e8e-75d231431a15 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:44.378844 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b69be852-95da-4a51-8948-1d1ad48f939f req-cf9b2ea6-3797-4d57-8e8e-75d231431a15 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 946 time: 0.0701418 Sep 19 11:30:44.470541 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-b69be852-95da-4a51-8948-1d1ad48f939f req-07510250-cc35-440e-a863-446eb360f5dc tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Deleting port 68a2fa93-058e-42f3-b595-547f56e82dda {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:30:44.470891 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b69be852-95da-4a51-8948-1d1ad48f939f req-07510250-cc35-440e-a863-446eb360f5dc tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (68a2fa93-058e-42f3-b595-547f56e82dda), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:44.566103 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b69be852-95da-4a51-8948-1d1ad48f939f req-07510250-cc35-440e-a863-446eb360f5dc tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] For port 68a2fa93-058e-42f3-b595-547f56e82dda, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=68a2fa93-058e-42f3-b595-547f56e82dda,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:30:44.566462 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b69be852-95da-4a51-8948-1d1ad48f939f req-07510250-cc35-440e-a863-446eb360f5dc tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (68a2fa93-058e-42f3-b595-547f56e82dda), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:44.694831 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f26f8-b98b-42b1-863e-2618ec76fa82 req-ad13c584-a67e-427e-bc90-22a308e488ac tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:44.696314 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5c8f26f8-b98b-42b1-863e-2618ec76fa82 req-ad13c584-a67e-427e-bc90-22a308e488ac tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1266ba96-bebf-42ff-aa0f-8dfc51b6d56f HTTP/1.1" status: 200 len: 950 time: 0.0860662 Sep 19 11:30:44.800330 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5c8f26f8-b98b-42b1-863e-2618ec76fa82 req-6a9ef237-e168-4a39-afef-6dc9df2e44e6 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=bbc8f2a0-cbcb-41a1-8193-af97525d6161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950992 Sep 19 11:30:44.803549 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b69be852-95da-4a51-8948-1d1ad48f939f req-07510250-cc35-440e-a863-446eb360f5dc tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:44.803999 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b69be852-95da-4a51-8948-1d1ad48f939f req-07510250-cc35-440e-a863-446eb360f5dc tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (163d9a4a-bb86-45f6-82b6-703bf04be5b2), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:44.804319 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-b69be852-95da-4a51-8948-1d1ad48f939f req-07510250-cc35-440e-a863-446eb360f5dc tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Floating IP 163d9a4a-bb86-45f6-82b6-703bf04be5b2 disassociated. External IP: 172.27.2.119, port: 68a2fa93-058e-42f3-b595-547f56e82dda. Sep 19 11:30:44.804663 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-b69be852-95da-4a51-8948-1d1ad48f939f req-07510250-cc35-440e-a863-446eb360f5dc tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Calling delete_port for 68a2fa93-058e-42f3-b595-547f56e82dda owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:30:44.896810 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 34010) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:44.939121 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b69be852-95da-4a51-8948-1d1ad48f939f req-07510250-cc35-440e-a863-446eb360f5dc tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (68a2fa93-058e-42f3-b595-547f56e82dda), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:44.965132 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07510250-cc35-440e-a863-446eb360f5dc tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event deleted for resources: {'Port': ['ID=68a2fa93-058e-42f3-b595-547f56e82dda,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:45.015692 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:45.093616 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d9298196-e58b-4715-b411-700ed4a32a59 req-16c8ae6e-e5dd-41ba-8ade-0ad27db424a5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 210 time: 0.0365574 Sep 19 11:30:45.132654 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b69be852-95da-4a51-8948-1d1ad48f939f req-07510250-cc35-440e-a863-446eb360f5dc tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:30:45.229517 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-65908aa8-45cb-40b6-97ff-7c6edcd08e59 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Deleting port e0624311-c7cd-4933-9599-05c068aeab1f {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:30:45.229860 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-65908aa8-45cb-40b6-97ff-7c6edcd08e59 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (e0624311-c7cd-4933-9599-05c068aeab1f), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:45.231421 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b69be852-95da-4a51-8948-1d1ad48f939f req-07510250-cc35-440e-a863-446eb360f5dc tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:30:45.242489 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f727f-d11c-4874-a9fe-ec9925b8ff65 None None] Sync routers for ids ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:30:45.254577 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f727f-d11c-4874-a9fe-ec9925b8ff65 None None] Routers {'d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:30:45.256258 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-211f727f-d11c-4874-a9fe-ec9925b8ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:30:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:45.284230 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69be852-95da-4a51-8948-1d1ad48f939f req-07510250-cc35-440e-a863-446eb360f5dc tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] No DVR routers for this DVR port 68a2fa93-058e-42f3-b595-547f56e82dda on host hv-cinder-82099 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:30:45.288387 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b69be852-95da-4a51-8948-1d1ad48f939f req-07510250-cc35-440e-a863-446eb360f5dc tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:45.294619 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b69be852-95da-4a51-8948-1d1ad48f939f req-07510250-cc35-440e-a863-446eb360f5dc tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.72 "DELETE /networking/v2.0/ports/68a2fa93-058e-42f3-b595-547f56e82dda HTTP/1.1" status: 204 len: 173 time: 0.9095893 Sep 19 11:30:45.295391 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8afe02-fe11-4fab-a7b0-3113b9d6cccd', 'name': 'network-vif-deleted', 'tag': '68a2fa93-058e-42f3-b595-547f56e82dda'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:30:45.297957 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d13764-14a9-43bb-b7ef-b72b59de423a" -d '{"events": [{"server_uuid": "ea8afe02-fe11-4fab-a7b0-3113b9d6cccd", "name": "network-vif-deleted", "tag": "68a2fa93-058e-42f3-b595-547f56e82dda"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:30:45.333075 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:45.363922 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ae5920-3828-42c4-82d5-80e2d18e720f x-openstack-request-id: req-e3ae5920-3828-42c4-82d5-80e2d18e720f {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:30:45.364106 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8afe02-fe11-4fab-a7b0-3113b9d6cccd", "name": "network-vif-deleted", "tag": "68a2fa93-058e-42f3-b595-547f56e82dda", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:30:45.364420 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e3ae5920-3828-42c4-82d5-80e2d18e720f {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:30:45.364875 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ae5920-3828-42c4-82d5-80e2d18e720f'] response: {'server_uuid': 'ea8afe02-fe11-4fab-a7b0-3113b9d6cccd', 'name': 'network-vif-deleted', 'tag': '68a2fa93-058e-42f3-b595-547f56e82dda', 'status': 'completed', 'code': 200} Sep 19 11:30:45.367888 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-65908aa8-45cb-40b6-97ff-7c6edcd08e59 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (e0624311-c7cd-4933-9599-05c068aeab1f), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:45.368297 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-65908aa8-45cb-40b6-97ff-7c6edcd08e59 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for floatingip (e0624311-c7cd-4933-9599-05c068aeab1f), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:45.382865 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-65908aa8-45cb-40b6-97ff-7c6edcd08e59 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Calling delete_port for e0624311-c7cd-4933-9599-05c068aeab1f owned by network:floatingip {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:30:45.388094 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-211f727f-d11c-4874-a9fe-ec9925b8ff65 None None] Set router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:30:45.505188 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:45.579509 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-65908aa8-45cb-40b6-97ff-7c6edcd08e59 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (e0624311-c7cd-4933-9599-05c068aeab1f), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:45.608829 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65908aa8-45cb-40b6-97ff-7c6edcd08e59 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Pushing event deleted for resources: {'Port': ['ID=e0624311-c7cd-4933-9599-05c068aeab1f,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:45.622390 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-211f727f-d11c-4874-a9fe-ec9925b8ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '0be2f6e2-c462-4160-8e3e-ea5d624f051c', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'port_id': 'c9c48b6c-9661-4ed3-92da-fc33fecc1c02', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'mac_address': 'fa:16:3e:3f:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9516b2a9-37fe-418b-8d86-2e6f37f83f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:28:20Z', 'updated_at': '2022-09-19T11:28:35Z', 'revision_number': 2, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:45.647957 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f727f-d11c-4874-a9fe-ec9925b8ff65 None None] Checking router: d857b83b-07e6-45dd-b263-3a6cfe8e2b6c for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:30:45.657901 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f727f-d11c-4874-a9fe-ec9925b8ff65 None None] Routers {'d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:30:45.658516 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-211f727f-d11c-4874-a9fe-ec9925b8ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:30:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:45.695353 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-65908aa8-45cb-40b6-97ff-7c6edcd08e59 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for floatingip (07abc590-631d-4dc1-80b9-11b501e4f547), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:45.695738 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.l3_db [None req-65908aa8-45cb-40b6-97ff-7c6edcd08e59 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Floating IP 07abc590-631d-4dc1-80b9-11b501e4f547 disassociated (deleted). External IP: 172.27.2.30, port: d337a699-9f06-4ec9-8cec-da0fca00d0ab. Sep 19 11:30:45.763958 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-211f727f-d11c-4874-a9fe-ec9925b8ff65 None None] Set router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:30:45.884299 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:45.920835 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65908aa8-45cb-40b6-97ff-7c6edcd08e59 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Router 4e22e6a9-43df-4833-a729-42f4073ea375 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:30:45.970346 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc997f-d762-4c7e-9edf-32a24529521c req-7647cbf6-4808-4cbe-b9e1-00488148e61d tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:45.971841 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f7cc997f-d762-4c7e-9edf-32a24529521c req-7647cbf6-4808-4cbe-b9e1-00488148e61d tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1266ba96-bebf-42ff-aa0f-8dfc51b6d56f HTTP/1.1" status: 200 len: 950 time: 0.0952446 Sep 19 11:30:45.992704 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d75102-c944-41d2-a9db-1eba4323ccb9 req-9710c6b8-b375-4282-aee7-17b65ab8decd tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:45.994185 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-65d75102-c944-41d2-a9db-1eba4323ccb9 req-9710c6b8-b375-4282-aee7-17b65ab8decd tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1266ba96-bebf-42ff-aa0f-8dfc51b6d56f HTTP/1.1" status: 200 len: 950 time: 0.0853207 Sep 19 11:30:45.999398 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-211f727f-d11c-4874-a9fe-ec9925b8ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '0be2f6e2-c462-4160-8e3e-ea5d624f051c', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'port_id': 'c9c48b6c-9661-4ed3-92da-fc33fecc1c02', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'mac_address': 'fa:16:3e:3f:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9516b2a9-37fe-418b-8d86-2e6f37f83f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:28:20Z', 'updated_at': '2022-09-19T11:28:35Z', 'revision_number': 2, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:46.039271 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f727f-d11c-4874-a9fe-ec9925b8ff65 None None] The sync data for ids ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'] in dv-cinder-820994-5-iscsi is: [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '0be2f6e2-c462-4160-8e3e-ea5d624f051c', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'port_id': 'c9c48b6c-9661-4ed3-92da-fc33fecc1c02', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'mac_address': 'fa:16:3e:3f:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9516b2a9-37fe-418b-8d86-2e6f37f83f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:28:20Z', 'updated_at': '2022-09-19T11:28:35Z', 'revision_number': 2, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:30:46.044073 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65908aa8-45cb-40b6-97ff-7c6edcd08e59 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:30:46.051143 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-65908aa8-45cb-40b6-97ff-7c6edcd08e59 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:46.056632 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e07a0c-1d40-429a-be26-f4ca8ea905cb None None] Sync routers for ids ['4e22e6a9-43df-4833-a729-42f4073ea375'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:30:46.068340 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e07a0c-1d40-429a-be26-f4ca8ea905cb None None] Routers {'4e22e6a9-43df-4833-a729-42f4073ea375'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:30:46.068967 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-a9e07a0c-1d40-429a-be26-f4ca8ea905cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:30:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['4e22e6a9-43df-4833-a729-42f4073ea375'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:46.097225 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-65908aa8-45cb-40b6-97ff-7c6edcd08e59 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/07abc590-631d-4dc1-80b9-11b501e4f547 HTTP/1.1" status: 204 len: 168 time: 1.1969776 Sep 19 11:30:46.097225 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e1113c-0919-481f-b283-3f513328bcda', 'tag': 'd337a699-9f06-4ec9-8cec-da0fca00d0ab'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:30:46.098204 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703441799e6f49adca2ad8e8097d82180353dcc80b32e8c2cf6ef0d1aad19ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9718fa6f-b331-4bfe-a060-d1dc49a404ab" -d '{"events": [{"name": "network-changed", "server_uuid": "72e1113c-0919-481f-b283-3f513328bcda", "tag": "d337a699-9f06-4ec9-8cec-da0fca00d0ab"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:30:46.111318 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-65d75102-c944-41d2-a9db-1eba4323ccb9 req-affd55e4-44fc-4f35-8109-2420c09ab606 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=bbc8f2a0-cbcb-41a1-8193-af97525d6161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988967 Sep 19 11:30:46.112295 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-f7cc997f-d762-4c7e-9edf-32a24529521c req-9099d1fd-c182-4547-969e-2ecec0f60eef tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Deleting port a6569b8f-435d-4eee-93af-42acda55fa5c {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:30:46.112825 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f7cc997f-d762-4c7e-9edf-32a24529521c req-9099d1fd-c182-4547-969e-2ecec0f60eef tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (a6569b8f-435d-4eee-93af-42acda55fa5c), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:46.183841 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-a9e07a0c-1d40-429a-be26-f4ca8ea905cb None None] Set router 4e22e6a9-43df-4833-a729-42f4073ea375 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:30:46.187655 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2ebd89-2c3b-4e4f-ab36-878d90458a51 x-openstack-request-id: req-5e2ebd89-2c3b-4e4f-ab36-878d90458a51 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:30:46.188175 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e1113c-0919-481f-b283-3f513328bcda", "tag": "d337a699-9f06-4ec9-8cec-da0fca00d0ab", "status": "completed", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:30:46.188592 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e2ebd89-2c3b-4e4f-ab36-878d90458a51 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:30:46.189168 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e2ebd89-2c3b-4e4f-ab36-878d90458a51'] response: {'name': 'network-changed', 'server_uuid': '72e1113c-0919-481f-b283-3f513328bcda', 'tag': 'd337a699-9f06-4ec9-8cec-da0fca00d0ab', 'status': 'completed', 'code': 200} Sep 19 11:30:46.222966 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-f7cc997f-d762-4c7e-9edf-32a24529521c req-9099d1fd-c182-4547-969e-2ecec0f60eef tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] For port a6569b8f-435d-4eee-93af-42acda55fa5c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=a6569b8f-435d-4eee-93af-42acda55fa5c,segment=NetworkSegment(e69b57ce-0ec4-49d2-8234-fdf45a6dea04),segment_id=e69b57ce-0ec4-49d2-8234-fdf45a6dea04)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:30:46.223333 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f7cc997f-d762-4c7e-9edf-32a24529521c req-9099d1fd-c182-4547-969e-2ecec0f60eef tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (a6569b8f-435d-4eee-93af-42acda55fa5c), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:46.237369 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-f7cc997f-d762-4c7e-9edf-32a24529521c req-9099d1fd-c182-4547-969e-2ecec0f60eef tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Calling delete_port for a6569b8f-435d-4eee-93af-42acda55fa5c owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:30:46.349283 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ec84ab1b-b72c-49d5-ad57-37460ff1b4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:46.425287 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9985408e-b46a-46b6-bd6a-35f4286fd391 req-63263017-9e22-48e6-8e9a-b3c864a6a578 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 210 time: 0.1090553 Sep 19 11:30:46.456700 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8db6f0b-d7dc-4dd8-9984-6689ef368ce6 None None] New status for floating IP 163d9a4a-bb86-45f6-82b6-703bf04be5b2: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:30:46.489212 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718fa6f-b331-4bfe-a060-d1dc49a404ab req-83704716-c734-4721-b052-50c22fb70785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:46.491139 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9718fa6f-b331-4bfe-a060-d1dc49a404ab req-83704716-c734-4721-b052-50c22fb70785 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=221fd300d74c4248a1bfc9b785476477&device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 1130 time: 0.1659069 Sep 19 11:30:46.492843 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-a9e07a0c-1d40-429a-be26-f4ca8ea905cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'name': 'tempest-TestShelveInstance-1238516448-router', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:34Z', 'updated_at': '2022-09-19T11:25:37Z', 'revision_number': 4, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'gw_port': {'id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:35Z', 'updated_at': '2022-09-19T11:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '3c944ab3-51da-41f7-ba3b-bd2610a4f431', 'name': '', 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'mac_address': 'fa:16:3e:d4:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:36Z', 'updated_at': '2022-09-19T11:25:42Z', 'revision_number': 5, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'subnets': [{'id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:46.521336 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493b2b3-890c-4986-bce3-5c604bfe0c67 req-1f6bb507-4d08-4484-8527-689e8dd98e62 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:46.527440 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e07a0c-1d40-429a-be26-f4ca8ea905cb None None] Checking router: 4e22e6a9-43df-4833-a729-42f4073ea375 for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:30:46.529847 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e493b2b3-890c-4986-bce3-5c604bfe0c67 req-1f6bb507-4d08-4484-8527-689e8dd98e62 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.1190841 Sep 19 11:30:46.537652 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e07a0c-1d40-429a-be26-f4ca8ea905cb None None] Routers {'4e22e6a9-43df-4833-a729-42f4073ea375'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:30:46.538267 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-a9e07a0c-1d40-429a-be26-f4ca8ea905cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:30:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['4e22e6a9-43df-4833-a729-42f4073ea375'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:46.640363 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e493b2b3-890c-4986-bce3-5c604bfe0c67 req-8d5a3e4e-a484-4c09-a20c-8d7619bcaa0a tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091306 Sep 19 11:30:46.642177 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f7cc997f-d762-4c7e-9edf-32a24529521c req-9099d1fd-c182-4547-969e-2ecec0f60eef tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (a6569b8f-435d-4eee-93af-42acda55fa5c), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:46.667353 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['a6569b8f-435d-4eee-93af-42acda55fa5c'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:30:46.710066 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099d1fd-c182-4547-969e-2ecec0f60eef tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Pushing event deleted for resources: {'Port': ['ID=a6569b8f-435d-4eee-93af-42acda55fa5c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:46.757989 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cc997f-d762-4c7e-9edf-32a24529521c req-9099d1fd-c182-4547-969e-2ecec0f60eef tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] No DVR routers for this DVR port a6569b8f-435d-4eee-93af-42acda55fa5c on host hv-cinder-82099 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:30:46.760858 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f7cc997f-d762-4c7e-9edf-32a24529521c req-9099d1fd-c182-4547-969e-2ecec0f60eef tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:46.765514 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f7cc997f-d762-4c7e-9edf-32a24529521c req-9099d1fd-c182-4547-969e-2ecec0f60eef tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.72 "DELETE /networking/v2.0/ports/a6569b8f-435d-4eee-93af-42acda55fa5c HTTP/1.1" status: 204 len: 173 time: 0.7872362 Sep 19 11:30:46.774665 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 34042) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:46.775667 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-a9e07a0c-1d40-429a-be26-f4ca8ea905cb None None] Set router 4e22e6a9-43df-4833-a729-42f4073ea375 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:30:46.893548 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bc0a8139-6458-4516-873f-29b54c051e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:46.974380 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bc0a8139-6458-4516-873f-29b54c051e9e admin admin] Publish callbacks [] for security_group (9eb8dcf1-7a97-4542-ad28-3a0cfb037290), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:46.978783 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bc0a8139-6458-4516-873f-29b54c051e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (9eb8dcf1-7a97-4542-ad28-3a0cfb037290), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:46.980448 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-a9e07a0c-1d40-429a-be26-f4ca8ea905cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'name': 'tempest-TestShelveInstance-1238516448-router', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:34Z', 'updated_at': '2022-09-19T11:25:37Z', 'revision_number': 4, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'gw_port': {'id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:35Z', 'updated_at': '2022-09-19T11:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '3c944ab3-51da-41f7-ba3b-bd2610a4f431', 'name': '', 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'mac_address': 'fa:16:3e:d4:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:36Z', 'updated_at': '2022-09-19T11:25:42Z', 'revision_number': 5, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'subnets': [{'id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:47.008877 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e07a0c-1d40-429a-be26-f4ca8ea905cb None None] The sync data for ids ['4e22e6a9-43df-4833-a729-42f4073ea375'] in dv-cinder-820994-5-iscsi is: [{'id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'name': 'tempest-TestShelveInstance-1238516448-router', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:34Z', 'updated_at': '2022-09-19T11:25:37Z', 'revision_number': 4, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'gw_port': {'id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:35Z', 'updated_at': '2022-09-19T11:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '3c944ab3-51da-41f7-ba3b-bd2610a4f431', 'name': '', 'network_id': '9a951bd2-b6a6-45c5-a4de-273e53cf0967', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'mac_address': 'fa:16:3e:d4:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:36Z', 'updated_at': '2022-09-19T11:25:42Z', 'revision_number': 5, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'subnets': [{'id': '8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:30:47.016079 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:47.021356 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-bc0a8139-6458-4516-873f-29b54c051e9e admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=cf1f6681ca1042a4ad10e05c2474d7f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456446 Sep 19 11:30:47.022473 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a8139-6458-4516-873f-29b54c051e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb8dcf1-7a97-4542-ad28-3a0cfb037290,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:47.024149 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 34046) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:47.077427 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb523-76fb-442c-b7d6-2876af5fe09f admin admin] Publish callbacks [] for security_group (9eb8dcf1-7a97-4542-ad28-3a0cfb037290), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:47.101243 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb523-76fb-442c-b7d6-2876af5fe09f admin admin] Publish callbacks [] for security_group (9eb8dcf1-7a97-4542-ad28-3a0cfb037290), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:47.149971 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb523-76fb-442c-b7d6-2876af5fe09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (9eb8dcf1-7a97-4542-ad28-3a0cfb037290), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:47.153864 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb523-76fb-442c-b7d6-2876af5fe09f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:47.157696 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-2c0cb523-76fb-442c-b7d6-2876af5fe09f admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/9eb8dcf1-7a97-4542-ad28-3a0cfb037290 HTTP/1.1" status: 204 len: 168 time: 0.1300402 Sep 19 11:30:47.158662 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:47.165302 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cb523-76fb-442c-b7d6-2876af5fe09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb8dcf1-7a97-4542-ad28-3a0cfb037290,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:47.237203 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c7fda5d9-2822-4288-8da4-ab437faa88be req-ca967cbc-9031-408e-9ff0-2817b9f41577 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1266ba96-bebf-42ff-aa0f-8dfc51b6d56f HTTP/1.1" status: 200 len: 210 time: 0.0308380 Sep 19 11:30:47.274504 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5103817-278d-41f1-8975-d19f5be2e7e6 None None] New status for floating IP 07abc590-631d-4dc1-80b9-11b501e4f547: DOWN {{(pid=106256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:30:47.366254 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1266ba96-bebf-42ff-aa0f-8dfc51b6d56f', 'name': 'network-vif-deleted', 'tag': 'a6569b8f-435d-4eee-93af-42acda55fa5c'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:30:47.368670 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cbafc6-b503-446c-95d5-deb4371567a9" -d '{"events": [{"server_uuid": "1266ba96-bebf-42ff-aa0f-8dfc51b6d56f", "name": "network-vif-deleted", "tag": "a6569b8f-435d-4eee-93af-42acda55fa5c"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:30:47.456839 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d4817e-28c2-4811-a26d-1e7e8ac3b1a2 x-openstack-request-id: req-e1d4817e-28c2-4811-a26d-1e7e8ac3b1a2 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:30:47.457471 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1266ba96-bebf-42ff-aa0f-8dfc51b6d56f", "name": "network-vif-deleted", "tag": "a6569b8f-435d-4eee-93af-42acda55fa5c", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:30:47.457471 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e1d4817e-28c2-4811-a26d-1e7e8ac3b1a2 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:30:47.458689 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1d4817e-28c2-4811-a26d-1e7e8ac3b1a2'] response: {'server_uuid': '1266ba96-bebf-42ff-aa0f-8dfc51b6d56f', 'name': 'network-vif-deleted', 'tag': 'a6569b8f-435d-4eee-93af-42acda55fa5c', 'status': 'completed', 'code': 200} Sep 19 11:30:47.471103 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:47.522759 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 34058) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:47.540152 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718fa6f-b331-4bfe-a060-d1dc49a404ab req-ceb0a46c-8358-4197-ae41-35a96db7bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:47.541616 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9718fa6f-b331-4bfe-a060-d1dc49a404ab req-ceb0a46c-8358-4197-ae41-35a96db7bc1f service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9a951bd2-b6a6-45c5-a4de-273e53cf0967 HTTP/1.1" status: 200 len: 910 time: 0.1444938 Sep 19 11:30:47.542491 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-113a4ef0-fd91-4536-80a9-e744fca0d25f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:47.588013 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eda1fbde-9951-469b-8202-2c41d77acf96 req-1bb35c0a-880e-4a29-a45f-3cf73676ea52 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=ea8afe02-fe11-4fab-a7b0-3113b9d6cccd HTTP/1.1" status: 200 len: 210 time: 0.0336978 Sep 19 11:30:47.647229 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9718fa6f-b331-4bfe-a060-d1dc49a404ab req-825a8a2a-50d5-4b2f-ac7a-242049382a99 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d337a699-9f06-4ec9-8cec-da0fca00d0ab HTTP/1.1" status: 200 len: 217 time: 0.0444925 Sep 19 11:30:47.726041 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-113a4ef0-fd91-4536-80a9-e744fca0d25f admin admin] Publish callbacks [] for security_group (c6386ae1-dab3-48e9-aa19-91a3543a634f), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:47.738892 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-113a4ef0-fd91-4536-80a9-e744fca0d25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (c6386ae1-dab3-48e9-aa19-91a3543a634f), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:47.759117 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718fa6f-b331-4bfe-a060-d1dc49a404ab req-d97667f5-951d-45bb-8b64-91f26d4429bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:47.760595 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9718fa6f-b331-4bfe-a060-d1dc49a404ab req-d97667f5-951d-45bb-8b64-91f26d4429bf service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41 HTTP/1.1" status: 200 len: 848 time: 0.1064992 Sep 19 11:30:47.807923 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db49bb-15cb-4537-95bd-e5392f65c785 req-11c8319b-f225-4380-a64a-9e53c8692d22 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:47.809417 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d8db49bb-15cb-4537-95bd-e5392f65c785 req-11c8319b-f225-4380-a64a-9e53c8692d22 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0896120 Sep 19 11:30:47.813104 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-113a4ef0-fd91-4536-80a9-e744fca0d25f admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=20944d9e8b5d41f8a8c8cb402660820a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897539 Sep 19 11:30:47.813945 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a4ef0-fd91-4536-80a9-e744fca0d25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6386ae1-dab3-48e9-aa19-91a3543a634f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:47.815887 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 34062) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:47.862412 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d8db49bb-15cb-4537-95bd-e5392f65c785 req-8198832c-83f9-4c23-a3df-324870936df3 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0df0d457-b74a-4459-9b20-05ee7096dc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457003 Sep 19 11:30:47.866273 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d93acc0d-6ae9-429e-9eb8-107c62278632 admin admin] Publish callbacks [] for security_group (c6386ae1-dab3-48e9-aa19-91a3543a634f), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:47.889380 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d93acc0d-6ae9-429e-9eb8-107c62278632 admin admin] Publish callbacks [] for security_group (c6386ae1-dab3-48e9-aa19-91a3543a634f), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:47.920708 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718fa6f-b331-4bfe-a060-d1dc49a404ab req-1f8c0001-3bb4-4419-bb36-f41370b91c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:47.922195 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9718fa6f-b331-4bfe-a060-d1dc49a404ab req-1f8c0001-3bb4-4419-bb36-f41370b91c9e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9a951bd2-b6a6-45c5-a4de-273e53cf0967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469944 Sep 19 11:30:47.936614 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d93acc0d-6ae9-429e-9eb8-107c62278632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (c6386ae1-dab3-48e9-aa19-91a3543a634f), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:47.939200 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d93acc0d-6ae9-429e-9eb8-107c62278632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:47.940355 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-d93acc0d-6ae9-429e-9eb8-107c62278632 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/c6386ae1-dab3-48e9-aa19-91a3543a634f HTTP/1.1" status: 204 len: 168 time: 0.1234152 Sep 19 11:30:47.948350 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93acc0d-6ae9-429e-9eb8-107c62278632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6386ae1-dab3-48e9-aa19-91a3543a634f,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:48.060829 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298650e-bee2-4637-97b4-4a8f30e39d3d req-b399ab46-722f-4ed4-a786-9b7defae45bb tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:48.062273 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4298650e-bee2-4637-97b4-4a8f30e39d3d req-b399ab46-722f-4ed4-a786-9b7defae45bb tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 946 time: 0.0594013 Sep 19 11:30:48.084862 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9718fa6f-b331-4bfe-a060-d1dc49a404ab req-3d147dec-0882-403f-ac48-8ca6d4a7cdee service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9a951bd2-b6a6-45c5-a4de-273e53cf0967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360610 Sep 19 11:30:48.373118 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-4298650e-bee2-4637-97b4-4a8f30e39d3d req-e7f44944-172b-4f34-811b-0d87f6dcf097 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Deleting port d337a699-9f06-4ec9-8cec-da0fca00d0ab {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:30:48.373542 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4298650e-bee2-4637-97b4-4a8f30e39d3d req-e7f44944-172b-4f34-811b-0d87f6dcf097 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:48.457694 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:48.458315 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9718fa6f-b331-4bfe-a060-d1dc49a404ab req-e0f2c7b7-f104-454a-81b4-8ddf0533f331 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9a951bd2-b6a6-45c5-a4de-273e53cf0967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322149 Sep 19 11:30:48.479547 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c27dba78-2843-4adf-943f-71d2bb280904 req-464b5fd8-6a3f-4707-a891-f55a213cb831 tempest-VolumesNegativeTest-67941062 tempest-VolumesNegativeTest-67941062-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=1266ba96-bebf-42ff-aa0f-8dfc51b6d56f HTTP/1.1" status: 200 len: 210 time: 0.0891020 Sep 19 11:30:48.479997 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5b0fd68c-51f5-483b-80a9-62db1923aad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:48.511192 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-4298650e-bee2-4637-97b4-4a8f30e39d3d req-e7f44944-172b-4f34-811b-0d87f6dcf097 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] For port d337a699-9f06-4ec9-8cec-da0fca00d0ab, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=d337a699-9f06-4ec9-8cec-da0fca00d0ab,segment=NetworkSegment(28c59fe9-f85e-462f-9208-278d9e0fe8d5),segment_id=28c59fe9-f85e-462f-9208-278d9e0fe8d5)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:30:48.511556 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4298650e-bee2-4637-97b4-4a8f30e39d3d req-e7f44944-172b-4f34-811b-0d87f6dcf097 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:48.527724 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-4298650e-bee2-4637-97b4-4a8f30e39d3d req-e7f44944-172b-4f34-811b-0d87f6dcf097 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Calling delete_port for d337a699-9f06-4ec9-8cec-da0fca00d0ab owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:30:48.535601 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:48.540222 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:48.679172 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4298650e-bee2-4637-97b4-4a8f30e39d3d req-e7f44944-172b-4f34-811b-0d87f6dcf097 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (d337a699-9f06-4ec9-8cec-da0fca00d0ab), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:48.694940 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 34090) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:48.708371 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f44944-172b-4f34-811b-0d87f6dcf097 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Pushing event deleted for resources: {'Port': ['ID=d337a699-9f06-4ec9-8cec-da0fca00d0ab,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:48.765289 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:48.765457 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4298650e-bee2-4637-97b4-4a8f30e39d3d req-e7f44944-172b-4f34-811b-0d87f6dcf097 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] No DVR routers for this DVR port d337a699-9f06-4ec9-8cec-da0fca00d0ab on host hv-cinder-82099 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:30:48.768254 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4298650e-bee2-4637-97b4-4a8f30e39d3d req-e7f44944-172b-4f34-811b-0d87f6dcf097 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:48.770586 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5c3e260f-b45f-4d46-a7d7-b78b75e0bc48 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (38e6c488-80b6-44a7-9989-e43408e6f88c), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:48.772148 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4298650e-bee2-4637-97b4-4a8f30e39d3d req-e7f44944-172b-4f34-811b-0d87f6dcf097 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.72 "DELETE /networking/v2.0/ports/d337a699-9f06-4ec9-8cec-da0fca00d0ab HTTP/1.1" status: 204 len: 173 time: 0.5543554 Sep 19 11:30:48.799239 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5c3e260f-b45f-4d46-a7d7-b78b75e0bc48 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (38e6c488-80b6-44a7-9989-e43408e6f88c), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:48.860453 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5c3e260f-b45f-4d46-a7d7-b78b75e0bc48 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (38e6c488-80b6-44a7-9989-e43408e6f88c), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:48.863235 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5c3e260f-b45f-4d46-a7d7-b78b75e0bc48 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:48.864661 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-5c3e260f-b45f-4d46-a7d7-b78b75e0bc48 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/38e6c488-80b6-44a7-9989-e43408e6f88c HTTP/1.1" status: 204 len: 168 time: 0.1679225 Sep 19 11:30:48.867585 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 34094) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:48.876466 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e260f-b45f-4d46-a7d7-b78b75e0bc48 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e6c488-80b6-44a7-9989-e43408e6f88c,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:48.885674 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.api.v2.resource [None req-3e727704-e7dd-49df-8e42-3a9bb463bff2 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] show failed (client error): The resource could not be found. Sep 19 11:30:48.886237 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-3e727704-e7dd-49df-8e42-3a9bb463bff2 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups/38e6c488-80b6-44a7-9989-e43408e6f88c HTTP/1.1" status: 404 len: 347 time: 0.0175743 Sep 19 11:30:48.889449 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 34098) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:49.023308 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e97200c5-c8b9-4511-84fa-098e757fe3db req-94adb0f5-4ffe-4166-bddc-a0b2fc6cfff0 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=72e1113c-0919-481f-b283-3f513328bcda HTTP/1.1" status: 200 len: 210 time: 0.0563684 Sep 19 11:30:49.037897 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-50ce0a76-f16b-40a9-95d1-483e8eb63230 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Deleting port 564b0134-c56b-437b-9896-cb1ff357608b {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:30:49.038485 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-50ce0a76-f16b-40a9-95d1-483e8eb63230 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (564b0134-c56b-437b-9896-cb1ff357608b), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:49.149798 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-50ce0a76-f16b-40a9-95d1-483e8eb63230 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (564b0134-c56b-437b-9896-cb1ff357608b), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:49.150596 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-50ce0a76-f16b-40a9-95d1-483e8eb63230 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (564b0134-c56b-437b-9896-cb1ff357608b), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:49.170418 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-50ce0a76-f16b-40a9-95d1-483e8eb63230 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Calling delete_port for 564b0134-c56b-437b-9896-cb1ff357608b owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:30:49.326823 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-50ce0a76-f16b-40a9-95d1-483e8eb63230 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (564b0134-c56b-437b-9896-cb1ff357608b), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:49.332407 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device a6569b8f-435d-4eee-93af-42acda55fa5c no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:30:49.357425 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] No Port match for: a6569b8f-435d-4eee-93af-42acda55fa5c {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:30:49.357991 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device a6569b8f-435d-4eee-93af-42acda55fa5c not bound to the agent host hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:30:49.358550 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device d337a699-9f06-4ec9-8cec-da0fca00d0ab no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:30:49.365792 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce0a76-f16b-40a9-95d1-483e8eb63230 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event deleted for resources: {'Port': ['ID=564b0134-c56b-437b-9896-cb1ff357608b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:49.379062 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] No Port match for: d337a699-9f06-4ec9-8cec-da0fca00d0ab {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:30:49.379628 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device d337a699-9f06-4ec9-8cec-da0fca00d0ab not bound to the agent host hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:30:49.380285 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 68a2fa93-058e-42f3-b595-547f56e82dda no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:30:49.400962 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] No Port match for: 68a2fa93-058e-42f3-b595-547f56e82dda {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:30:49.401676 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 68a2fa93-058e-42f3-b595-547f56e82dda not bound to the agent host hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:30:49.434242 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-50ce0a76-f16b-40a9-95d1-483e8eb63230 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (163d9a4a-bb86-45f6-82b6-703bf04be5b2), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:49.437264 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-50ce0a76-f16b-40a9-95d1-483e8eb63230 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:49.441284 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-50ce0a76-f16b-40a9-95d1-483e8eb63230 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/163d9a4a-bb86-45f6-82b6-703bf04be5b2 HTTP/1.1" status: 204 len: 168 time: 0.5480049 Sep 19 11:30:49.459387 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1113c-0919-481f-b283-3f513328bcda', 'name': 'network-vif-deleted', 'tag': 'd337a699-9f06-4ec9-8cec-da0fca00d0ab'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:30:49.461923 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0f6938-0173-496a-8285-fcec6adc5be3" -d '{"events": [{"server_uuid": "72e1113c-0919-481f-b283-3f513328bcda", "name": "network-vif-deleted", "tag": "d337a699-9f06-4ec9-8cec-da0fca00d0ab"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:30:49.502896 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812d4b35-58dc-4eaf-9679-4b0c9e460b85 x-openstack-request-id: req-812d4b35-58dc-4eaf-9679-4b0c9e460b85 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:30:49.503471 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e1113c-0919-481f-b283-3f513328bcda", "name": "network-vif-deleted", "tag": "d337a699-9f06-4ec9-8cec-da0fca00d0ab", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:30:49.503935 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-812d4b35-58dc-4eaf-9679-4b0c9e460b85 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:30:49.504616 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-812d4b35-58dc-4eaf-9679-4b0c9e460b85'] response: {'server_uuid': '72e1113c-0919-481f-b283-3f513328bcda', 'name': 'network-vif-deleted', 'tag': 'd337a699-9f06-4ec9-8cec-da0fca00d0ab', 'status': 'completed', 'code': 200} Sep 19 11:30:49.854229 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:50.117470 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 34166) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:50.194840 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de635595-3b66-419f-84ef-88eac4ac7f8c tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group (0df0d457-b74a-4459-9b20-05ee7096dc9e), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:50.225932 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de635595-3b66-419f-84ef-88eac4ac7f8c tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group (0df0d457-b74a-4459-9b20-05ee7096dc9e), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:50.308560 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de635595-3b66-419f-84ef-88eac4ac7f8c tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (0df0d457-b74a-4459-9b20-05ee7096dc9e), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:50.312090 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de635595-3b66-419f-84ef-88eac4ac7f8c tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:50.313400 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-de635595-3b66-419f-84ef-88eac4ac7f8c tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/0df0d457-b74a-4459-9b20-05ee7096dc9e HTTP/1.1" status: 204 len: 168 time: 0.1946208 Sep 19 11:30:50.324305 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:50.326544 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de635595-3b66-419f-84ef-88eac4ac7f8c tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df0d457-b74a-4459-9b20-05ee7096dc9e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:50.367687 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 34184) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:50.853484 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:50.957253 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76a5ae71-0f35-4f31-b54d-2d772c7fb3ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687270'] for router_interface (4e22e6a9-43df-4833-a729-42f4073ea375), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:51.313320 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:51.319973 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:51.354662 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13651e-24f3-40f0-8a5b-0dfacba50227 req-6a27f778-565d-4647-9fa6-67a4a5325b98 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:51.356853 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9d13651e-24f3-40f0-8a5b-0dfacba50227 req-6a27f778-565d-4647-9fa6-67a4a5325b98 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9516b2a9-37fe-418b-8d86-2e6f37f83f72 HTTP/1.1" status: 200 len: 945 time: 0.0677710 Sep 19 11:30:51.404640 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:51.471986 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9d13651e-24f3-40f0-8a5b-0dfacba50227 req-b2d0d926-f2d1-43e3-86a0-92e5bb6287e2 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=bb2692e1-4038-4432-b3a4-046c73283878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833585 Sep 19 11:30:51.532262 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-76a5ae71-0f35-4f31-b54d-2d772c7fb3ed admin admin] Deleting port 3c944ab3-51da-41f7-ba3b-bd2610a4f431 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:30:51.532606 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76a5ae71-0f35-4f31-b54d-2d772c7fb3ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (3c944ab3-51da-41f7-ba3b-bd2610a4f431), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:51.622879 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-76a5ae71-0f35-4f31-b54d-2d772c7fb3ed admin admin] For port 3c944ab3-51da-41f7-ba3b-bd2610a4f431, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=3c944ab3-51da-41f7-ba3b-bd2610a4f431,segment=NetworkSegment(28c59fe9-f85e-462f-9208-278d9e0fe8d5),segment_id=28c59fe9-f85e-462f-9208-278d9e0fe8d5)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:30:51.623246 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76a5ae71-0f35-4f31-b54d-2d772c7fb3ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (3c944ab3-51da-41f7-ba3b-bd2610a4f431), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:51.636662 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-76a5ae71-0f35-4f31-b54d-2d772c7fb3ed admin admin] Calling delete_port for 3c944ab3-51da-41f7-ba3b-bd2610a4f431 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:30:51.797071 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:51.948235 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76a5ae71-0f35-4f31-b54d-2d772c7fb3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (3c944ab3-51da-41f7-ba3b-bd2610a4f431), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:51.984691 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5ae71-0f35-4f31-b54d-2d772c7fb3ed admin admin] Pushing event deleted for resources: {'Port': ['ID=3c944ab3-51da-41f7-ba3b-bd2610a4f431,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:52.242378 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76a5ae71-0f35-4f31-b54d-2d772c7fb3ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778262'] for router_interface (4e22e6a9-43df-4833-a729-42f4073ea375), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:52.265904 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:52.518224 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a5ae71-0f35-4f31-b54d-2d772c7fb3ed admin admin] Router 4e22e6a9-43df-4833-a729-42f4073ea375 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:30:52.650257 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95472d9-4e14-4324-b333-002da37d01a8 req-8e8295ef-deff-4719-b507-fbc928e11728 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:52.657472 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b95472d9-4e14-4324-b333-002da37d01a8 req-8e8295ef-deff-4719-b507-fbc928e11728 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9516b2a9-37fe-418b-8d86-2e6f37f83f72 HTTP/1.1" status: 200 len: 945 time: 0.0686722 Sep 19 11:30:52.765897 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a645b9f-3530-42f8-931b-395b84c18784 req-8800ff01-7dd7-4e71-906d-5525808183a7 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:52.767451 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2a645b9f-3530-42f8-931b-395b84c18784 req-8800ff01-7dd7-4e71-906d-5525808183a7 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9516b2a9-37fe-418b-8d86-2e6f37f83f72 HTTP/1.1" status: 200 len: 945 time: 0.1261029 Sep 19 11:30:52.808562 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a5ae71-0f35-4f31-b54d-2d772c7fb3ed admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:30:52.817171 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f17358b-726b-43e3-8511-6a08e92c076d None None] Sync routers for ids ['4e22e6a9-43df-4833-a729-42f4073ea375'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:30:52.821684 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-76a5ae71-0f35-4f31-b54d-2d772c7fb3ed admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/4e22e6a9-43df-4833-a729-42f4073ea375/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4497340 Sep 19 11:30:52.821684 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 34420) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:52.833351 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f17358b-726b-43e3-8511-6a08e92c076d None None] Routers {'4e22e6a9-43df-4833-a729-42f4073ea375'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:30:52.834167 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9f17358b-726b-43e3-8511-6a08e92c076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:30:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['4e22e6a9-43df-4833-a729-42f4073ea375'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:52.839595 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b95472d9-4e14-4324-b333-002da37d01a8 req-cd977bcc-bd85-445e-b03a-d5566e619c5c tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=bb2692e1-4038-4432-b3a4-046c73283878&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552243 Sep 19 11:30:52.943167 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:52.971723 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-9f17358b-726b-43e3-8511-6a08e92c076d None None] Set router 4e22e6a9-43df-4833-a729-42f4073ea375 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:30:52.975602 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-2a645b9f-3530-42f8-931b-395b84c18784 req-802704e3-49f4-4c15-bd75-c89a9a6531a5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Deleting port c9c48b6c-9661-4ed3-92da-fc33fecc1c02 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:30:52.976488 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2a645b9f-3530-42f8-931b-395b84c18784 req-802704e3-49f4-4c15-bd75-c89a9a6531a5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (c9c48b6c-9661-4ed3-92da-fc33fecc1c02), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:53.061813 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6182d7bd-c22a-4a48-9f5c-09b27626c7f4 admin admin] Publish callbacks [] for router (4e22e6a9-43df-4833-a729-42f4073ea375), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:53.172975 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-2a645b9f-3530-42f8-931b-395b84c18784 req-802704e3-49f4-4c15-bd75-c89a9a6531a5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] For port c9c48b6c-9661-4ed3-92da-fc33fecc1c02, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=c9c48b6c-9661-4ed3-92da-fc33fecc1c02,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:30:53.173333 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2a645b9f-3530-42f8-931b-395b84c18784 req-802704e3-49f4-4c15-bd75-c89a9a6531a5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (c9c48b6c-9661-4ed3-92da-fc33fecc1c02), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:53.249206 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6182d7bd-c22a-4a48-9f5c-09b27626c7f4 admin admin] Publish callbacks [] for router_gateway (4e22e6a9-43df-4833-a729-42f4073ea375), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:53.287683 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9f17358b-726b-43e3-8511-6a08e92c076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'name': 'tempest-TestShelveInstance-1238516448-router', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:34Z', 'updated_at': '2022-09-19T11:30:51Z', 'revision_number': 5, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'gw_port': {'id': '2e6dba98-91ff-4909-ac7a-bdb315aa8b44', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:35Z', 'updated_at': '2022-09-19T11:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:53.292448 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:53.313622 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f17358b-726b-43e3-8511-6a08e92c076d None None] Checking router: 4e22e6a9-43df-4833-a729-42f4073ea375 for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:30:53.322294 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f17358b-726b-43e3-8511-6a08e92c076d None None] Routers {'4e22e6a9-43df-4833-a729-42f4073ea375'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:30:53.323003 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9f17358b-726b-43e3-8511-6a08e92c076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:30:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['4e22e6a9-43df-4833-a729-42f4073ea375'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:53.376872 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-6182d7bd-c22a-4a48-9f5c-09b27626c7f4 admin admin] Deleting port 2e6dba98-91ff-4909-ac7a-bdb315aa8b44 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:30:53.377211 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6182d7bd-c22a-4a48-9f5c-09b27626c7f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (2e6dba98-91ff-4909-ac7a-bdb315aa8b44), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:53.412754 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-9f17358b-726b-43e3-8511-6a08e92c076d None None] Set router 4e22e6a9-43df-4833-a729-42f4073ea375 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:30:53.439357 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2a645b9f-3530-42f8-931b-395b84c18784 req-802704e3-49f4-4c15-bd75-c89a9a6531a5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:53.439721 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2a645b9f-3530-42f8-931b-395b84c18784 req-802704e3-49f4-4c15-bd75-c89a9a6531a5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (0be2f6e2-c462-4160-8e3e-ea5d624f051c), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:53.440064 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-2a645b9f-3530-42f8-931b-395b84c18784 req-802704e3-49f4-4c15-bd75-c89a9a6531a5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Floating IP 0be2f6e2-c462-4160-8e3e-ea5d624f051c disassociated. External IP: 172.27.2.52, port: c9c48b6c-9661-4ed3-92da-fc33fecc1c02. Sep 19 11:30:53.440402 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-2a645b9f-3530-42f8-931b-395b84c18784 req-802704e3-49f4-4c15-bd75-c89a9a6531a5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Calling delete_port for c9c48b6c-9661-4ed3-92da-fc33fecc1c02 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:30:53.464680 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9f17358b-726b-43e3-8511-6a08e92c076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'name': 'tempest-TestShelveInstance-1238516448-router', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:34Z', 'updated_at': '2022-09-19T11:30:53Z', 'revision_number': 6, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'gw_port_host': None}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:53.488879 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f17358b-726b-43e3-8511-6a08e92c076d None None] The sync data for ids ['4e22e6a9-43df-4833-a729-42f4073ea375'] in dv-cinder-820994-5-iscsi is: [{'id': '4e22e6a9-43df-4833-a729-42f4073ea375', 'name': 'tempest-TestShelveInstance-1238516448-router', 'tenant_id': '221fd300d74c4248a1bfc9b785476477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:34Z', 'updated_at': '2022-09-19T11:30:53Z', 'revision_number': 6, 'project_id': '221fd300d74c4248a1bfc9b785476477', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:30:53.522070 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-6182d7bd-c22a-4a48-9f5c-09b27626c7f4 admin admin] For port 2e6dba98-91ff-4909-ac7a-bdb315aa8b44, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=2e6dba98-91ff-4909-ac7a-bdb315aa8b44,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:30:53.522434 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6182d7bd-c22a-4a48-9f5c-09b27626c7f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (2e6dba98-91ff-4909-ac7a-bdb315aa8b44), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:53.547278 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-6182d7bd-c22a-4a48-9f5c-09b27626c7f4 admin admin] Calling delete_port for 2e6dba98-91ff-4909-ac7a-bdb315aa8b44 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:30:53.703268 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2a645b9f-3530-42f8-931b-395b84c18784 req-802704e3-49f4-4c15-bd75-c89a9a6531a5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (c9c48b6c-9661-4ed3-92da-fc33fecc1c02), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:53.739804 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802704e3-49f4-4c15-bd75-c89a9a6531a5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event deleted for resources: {'Port': ['ID=c9c48b6c-9661-4ed3-92da-fc33fecc1c02,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:53.756620 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:53.872126 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6182d7bd-c22a-4a48-9f5c-09b27626c7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (2e6dba98-91ff-4909-ac7a-bdb315aa8b44), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:53.914649 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182d7bd-c22a-4a48-9f5c-09b27626c7f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e6dba98-91ff-4909-ac7a-bdb315aa8b44,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:53.957582 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a645b9f-3530-42f8-931b-395b84c18784 req-802704e3-49f4-4c15-bd75-c89a9a6531a5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:30:53.995751 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9fb1086f-1ada-4002-bcba-6b0b97094570 req-c845154c-9b07-40d8-bf37-3eedbca9fe17 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9516b2a9-37fe-418b-8d86-2e6f37f83f72 HTTP/1.1" status: 200 len: 210 time: 0.0577819 Sep 19 11:30:54.000928 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:54.055082 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6182d7bd-c22a-4a48-9f5c-09b27626c7f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779100'] for router_gateway (4e22e6a9-43df-4833-a729-42f4073ea375), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:54.422088 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6182d7bd-c22a-4a48-9f5c-09b27626c7f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-777928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1936'] for router (4e22e6a9-43df-4833-a729-42f4073ea375), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:54.448971 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6182d7bd-c22a-4a48-9f5c-09b27626c7f4 admin admin] Publish callbacks [] for router_controller (4e22e6a9-43df-4833-a729-42f4073ea375), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:54.458125 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 34452) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:54.508948 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a645b9f-3530-42f8-931b-395b84c18784 req-802704e3-49f4-4c15-bd75-c89a9a6531a5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:30:54.511062 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6182d7bd-c22a-4a48-9f5c-09b27626c7f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-778347'] for router (4e22e6a9-43df-4833-a729-42f4073ea375), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:54.511802 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6182d7bd-c22a-4a48-9f5c-09b27626c7f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e22e6a9-43df-4833-a729-42f4073ea375 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 11:30:54.518179 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6182d7bd-c22a-4a48-9f5c-09b27626c7f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:54.519293 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6182d7bd-c22a-4a48-9f5c-09b27626c7f4 admin admin] 10.222.0.81 "DELETE /networking/v2.0/routers/4e22e6a9-43df-4833-a729-42f4073ea375 HTTP/1.1" status: 204 len: 168 time: 1.6944761 Sep 19 11:30:54.519847 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcd180f-4b7e-4ddd-977e-12cd383ea795 None None] Sync routers for ids ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:30:54.521807 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 34456) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:54.530758 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcd180f-4b7e-4ddd-977e-12cd383ea795 None None] Routers {'d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:30:54.531361 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-9bcd180f-4b7e-4ddd-977e-12cd383ea795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:30:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:54.588307 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a645b9f-3530-42f8-931b-395b84c18784 req-802704e3-49f4-4c15-bd75-c89a9a6531a5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] No DVR routers for this DVR port c9c48b6c-9661-4ed3-92da-fc33fecc1c02 on host hv-cinder-82099 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:30:54.592207 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2a645b9f-3530-42f8-931b-395b84c18784 req-802704e3-49f4-4c15-bd75-c89a9a6531a5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:54.596503 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2a645b9f-3530-42f8-931b-395b84c18784 req-802704e3-49f4-4c15-bd75-c89a9a6531a5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.72 "DELETE /networking/v2.0/ports/c9c48b6c-9661-4ed3-92da-fc33fecc1c02 HTTP/1.1" status: 204 len: 173 time: 1.8210771 Sep 19 11:30:54.597110 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9516b2a9-37fe-418b-8d86-2e6f37f83f72', 'name': 'network-vif-deleted', 'tag': 'c9c48b6c-9661-4ed3-92da-fc33fecc1c02'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:30:54.599689 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaf0d1e-e7cd-42c9-a56f-8dcf0751afbc" -d '{"events": [{"server_uuid": "9516b2a9-37fe-418b-8d86-2e6f37f83f72", "name": "network-vif-deleted", "tag": "c9c48b6c-9661-4ed3-92da-fc33fecc1c02"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:30:54.618611 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2eb7814-063d-478e-af19-303d4615b964 admin admin] Deleting subnet 8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 11:30:54.623652 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2eb7814-063d-478e-af19-303d4615b964 admin admin] Publish callbacks [] for subnet (8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:54.667941 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-13d11705-d12f-42cb-a773-d79c146e5452 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=f446bc44fa074e80b2b477bdf13bcdcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2050560 Sep 19 11:30:54.669259 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 34460) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:54.692733 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12e1024-e249-4660-aaff-0c6690bc632f x-openstack-request-id: req-d12e1024-e249-4660-aaff-0c6690bc632f {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:30:54.693043 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9516b2a9-37fe-418b-8d86-2e6f37f83f72", "name": "network-vif-deleted", "tag": "c9c48b6c-9661-4ed3-92da-fc33fecc1c02", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:30:54.693282 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d12e1024-e249-4660-aaff-0c6690bc632f {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:30:54.693691 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d12e1024-e249-4660-aaff-0c6690bc632f'] response: {'server_uuid': '9516b2a9-37fe-418b-8d86-2e6f37f83f72', 'name': 'network-vif-deleted', 'tag': 'c9c48b6c-9661-4ed3-92da-fc33fecc1c02', 'status': 'completed', 'code': 200} Sep 19 11:30:54.703985 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2eb7814-063d-478e-af19-303d4615b964 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15112575'] for subnet (8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:54.729815 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-9bcd180f-4b7e-4ddd-977e-12cd383ea795 None None] Set router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:30:54.756548 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b8d66026-5f0f-4a2d-b2c6-5bc13859e323 admin admin] Publish callbacks [] for security_group (bbc8f2a0-cbcb-41a1-8193-af97525d6161), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:54.768282 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:54.779349 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b8d66026-5f0f-4a2d-b2c6-5bc13859e323 admin admin] Publish callbacks [] for security_group (bbc8f2a0-cbcb-41a1-8193-af97525d6161), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:54.823619 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2eb7814-063d-478e-af19-303d4615b964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437927'] for subnet (8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:54.840013 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b8d66026-5f0f-4a2d-b2c6-5bc13859e323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (bbc8f2a0-cbcb-41a1-8193-af97525d6161), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:54.845009 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b8d66026-5f0f-4a2d-b2c6-5bc13859e323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:54.848372 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-b8d66026-5f0f-4a2d-b2c6-5bc13859e323 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/bbc8f2a0-cbcb-41a1-8193-af97525d6161 HTTP/1.1" status: 204 len: 168 time: 0.1779115 Sep 19 11:30:54.857843 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d66026-5f0f-4a2d-b2c6-5bc13859e323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc8f2a0-cbcb-41a1-8193-af97525d6161,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:54.909162 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2eb7814-063d-478e-af19-303d4615b964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14485670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14190588'] for subnet (8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:54.942410 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb7814-063d-478e-af19-303d4615b964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:54.946049 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2eb7814-063d-478e-af19-303d4615b964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:54.952537 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-f2eb7814-063d-478e-af19-303d4615b964 admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/8a7bde66-4c7f-41ce-b3f5-3f5cbc86bb41 HTTP/1.1" status: 204 len: 168 time: 0.4264729 Sep 19 11:30:54.952537 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 34464) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:54.954492 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0995e2b5-fb5e-4a5e-bfd3-77a694f59a6f None None] Network 9a951bd2-b6a6-45c5-a4de-273e53cf0967 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:30:54.982026 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-9bcd180f-4b7e-4ddd-977e-12cd383ea795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:55.009766 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcd180f-4b7e-4ddd-977e-12cd383ea795 None None] Checking router: d857b83b-07e6-45dd-b263-3a6cfe8e2b6c for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:30:55.023736 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcd180f-4b7e-4ddd-977e-12cd383ea795 None None] Routers {'d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:30:55.025176 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-9bcd180f-4b7e-4ddd-977e-12cd383ea795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:30:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:55.047257 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-067743c4-660d-4462-a1a9-871f0f4e8d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315986'] for network (9a951bd2-b6a6-45c5-a4de-273e53cf0967), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:55.187610 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379bb08e-979b-4215-be2d-6120eee7abb4 None None] DHCP port deletion for 9a951bd2-b6a6-45c5-a4de-273e53cf0967 request from dv-cinder-820994-5-iscsi {{(pid=106255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 11:30:55.200575 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-9bcd180f-4b7e-4ddd-977e-12cd383ea795 None None] Set router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:30:55.245223 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-379bb08e-979b-4215-be2d-6120eee7abb4 None None] Deleting port a654b665-9c03-4559-95ba-d70d9d921a52 {{(pid=106255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:30:55.245608 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-379bb08e-979b-4215-be2d-6120eee7abb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (a654b665-9c03-4559-95ba-d70d9d921a52), before_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:55.273429 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1a1fb37f-ce9b-4a73-8e31-88a74a1d9ec9 req-ca6d0c7a-2c36-4893-9fb9-8e30d442a103 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9516b2a9-37fe-418b-8d86-2e6f37f83f72 HTTP/1.1" status: 200 len: 210 time: 0.0666869 Sep 19 11:30:55.274129 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-067743c4-660d-4462-a1a9-871f0f4e8d2b admin admin] Deleting port a654b665-9c03-4559-95ba-d70d9d921a52 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:30:55.274470 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-067743c4-660d-4462-a1a9-871f0f4e8d2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (a654b665-9c03-4559-95ba-d70d9d921a52), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:55.277688 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:55.338197 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-379bb08e-979b-4215-be2d-6120eee7abb4 None None] For port a654b665-9c03-4559-95ba-d70d9d921a52, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=a654b665-9c03-4559-95ba-d70d9d921a52,segment=NetworkSegment(28c59fe9-f85e-462f-9208-278d9e0fe8d5),segment_id=28c59fe9-f85e-462f-9208-278d9e0fe8d5)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:30:55.338982 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-379bb08e-979b-4215-be2d-6120eee7abb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (a654b665-9c03-4559-95ba-d70d9d921a52), precommit_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:55.353286 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-379bb08e-979b-4215-be2d-6120eee7abb4 None None] Calling delete_port for a654b665-9c03-4559-95ba-d70d9d921a52 owned by network:dhcp {{(pid=106255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:30:55.363401 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-067743c4-660d-4462-a1a9-871f0f4e8d2b admin admin] For port a654b665-9c03-4559-95ba-d70d9d921a52, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=a654b665-9c03-4559-95ba-d70d9d921a52,segment=NetworkSegment(28c59fe9-f85e-462f-9208-278d9e0fe8d5),segment_id=28c59fe9-f85e-462f-9208-278d9e0fe8d5)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:30:55.363791 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-067743c4-660d-4462-a1a9-871f0f4e8d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (a654b665-9c03-4559-95ba-d70d9d921a52), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:55.380109 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-067743c4-660d-4462-a1a9-871f0f4e8d2b admin admin] Calling delete_port for a654b665-9c03-4559-95ba-d70d9d921a52 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:30:55.425670 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:55.457334 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-9bcd180f-4b7e-4ddd-977e-12cd383ea795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:55.458626 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-379bb08e-979b-4215-be2d-6120eee7abb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266'] for port (a654b665-9c03-4559-95ba-d70d9d921a52), after_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:55.466959 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:55.488591 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcd180f-4b7e-4ddd-977e-12cd383ea795 None None] The sync data for ids ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'] in dv-cinder-820994-5-iscsi is: [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:30:55.498016 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-067743c4-660d-4462-a1a9-871f0f4e8d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (a654b665-9c03-4559-95ba-d70d9d921a52), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:55.509798 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bb08e-979b-4215-be2d-6120eee7abb4 None None] Pushing event deleted for resources: {'Port': ['ID=a654b665-9c03-4559-95ba-d70d9d921a52,revision_number=None']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:55.513990 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379bb08e-979b-4215-be2d-6120eee7abb4 None None] No DVR routers for this DVR port a654b665-9c03-4559-95ba-d70d9d921a52 on host dv-cinder-820994-5-iscsi {{(pid=106255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:30:55.530295 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067743c4-660d-4462-a1a9-871f0f4e8d2b admin admin] Pushing event deleted for resources: {'Port': ['ID=a654b665-9c03-4559-95ba-d70d9d921a52,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:55.533795 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067743c4-660d-4462-a1a9-871f0f4e8d2b admin admin] No DVR routers for this DVR port a654b665-9c03-4559-95ba-d70d9d921a52 on host dv-cinder-820994-5-iscsi {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:30:55.536922 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:55.614155 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 3c944ab3-51da-41f7-ba3b-bd2610a4f431 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:30:55.619361 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-067743c4-660d-4462-a1a9-871f0f4e8d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1254604', 'neutron.services.segments.db._delete_segments_for_network-8730872489409'] for network (9a951bd2-b6a6-45c5-a4de-273e53cf0967), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:55.635796 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 3c944ab3-51da-41f7-ba3b-bd2610a4f431 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:30:55.636189 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 3c944ab3-51da-41f7-ba3b-bd2610a4f431 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:30:55.636694 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 2e6dba98-91ff-4909-ac7a-bdb315aa8b44 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:30:55.642238 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-067743c4-660d-4462-a1a9-871f0f4e8d2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a951bd2-b6a6-45c5-a4de-273e53cf0967']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:55.653251 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-067743c4-660d-4462-a1a9-871f0f4e8d2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c59fe9-f85e-462f-9208-278d9e0fe8d5') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:55.653606 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-067743c4-660d-4462-a1a9-871f0f4e8d2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c59fe9-f85e-462f-9208-278d9e0fe8d5') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:55.656949 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 2e6dba98-91ff-4909-ac7a-bdb315aa8b44 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:30:55.657401 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 2e6dba98-91ff-4909-ac7a-bdb315aa8b44 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:30:55.657911 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device a654b665-9c03-4559-95ba-d70d9d921a52 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:30:55.670115 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-067743c4-660d-4462-a1a9-871f0f4e8d2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730872489301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15112516'] for segment (28c59fe9-f85e-462f-9208-278d9e0fe8d5), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:55.686612 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-067743c4-660d-4462-a1a9-871f0f4e8d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (28c59fe9-f85e-462f-9208-278d9e0fe8d5), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:55.693373 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067743c4-660d-4462-a1a9-871f0f4e8d2b admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 11:30:55.693785 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-067743c4-660d-4462-a1a9-871f0f4e8d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14485532'] for segment (28c59fe9-f85e-462f-9208-278d9e0fe8d5), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:55.697581 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: a654b665-9c03-4559-95ba-d70d9d921a52 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:30:55.697931 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device a654b665-9c03-4559-95ba-d70d9d921a52 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:30:55.753612 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 28c59fe9-f85e-462f-9208-278d9e0fe8d5 resource provider aggregate not found Sep 19 11:30:55.775856 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 28c59fe9-f85e-462f-9208-278d9e0fe8d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28c59fe9-f85e-462f-9208-278d9e0fe8d5 found for delete ", "request_id": "req-1aeca6b0-c6c7-4483-9d87-0df262676b74"}]} Sep 19 11:30:55.781325 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-067743c4-660d-4462-a1a9-871f0f4e8d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1254645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779145'] for network (9a951bd2-b6a6-45c5-a4de-273e53cf0967), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:55.788563 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-067743c4-660d-4462-a1a9-871f0f4e8d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:55.791936 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-067743c4-660d-4462-a1a9-871f0f4e8d2b admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/9a951bd2-b6a6-45c5-a4de-273e53cf0967 HTTP/1.1" status: 204 len: 168 time: 0.8389158 Sep 19 11:30:55.795473 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 34488) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:55.806249 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067743c4-660d-4462-a1a9-871f0f4e8d2b admin admin] Pushing event deleted for resources: {'Network': ['ID=9a951bd2-b6a6-45c5-a4de-273e53cf0967,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:55.844687 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befbacfd-d3fd-46f7-b4c0-a604b5fa8785 None None] New status for floating IP 0be2f6e2-c462-4160-8e3e-ea5d624f051c: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:30:56.139578 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c4090094-f868-48f7-b053-282a5a045bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687270'] for router_interface (12db4cb1-722e-46d4-bcd4-e9d9da72b4ba), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:56.174149 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:56.358265 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c4090094-f868-48f7-b053-282a5a045bc8 admin admin] Deleting port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:30:56.358611 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c4090094-f868-48f7-b053-282a5a045bc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (fb3f948d-32e3-4bd1-aecf-f7959c09f5ba), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:56.373231 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 34498) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:56.424326 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:56.432435 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2d72-b53f-413f-b6fa-4b3c678bb959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (bb2692e1-4038-4432-b3a4-046c73283878), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:56.443272 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c4090094-f868-48f7-b053-282a5a045bc8 admin admin] For port fb3f948d-32e3-4bd1-aecf-f7959c09f5ba, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=fb3f948d-32e3-4bd1-aecf-f7959c09f5ba,segment=NetworkSegment(db977fb6-6cb3-46ad-81ce-326e1cd1548e),segment_id=db977fb6-6cb3-46ad-81ce-326e1cd1548e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:30:56.443640 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c4090094-f868-48f7-b053-282a5a045bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (fb3f948d-32e3-4bd1-aecf-f7959c09f5ba), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:56.456258 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2d72-b53f-413f-b6fa-4b3c678bb959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (bb2692e1-4038-4432-b3a4-046c73283878), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:56.460850 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c4090094-f868-48f7-b053-282a5a045bc8 admin admin] Calling delete_port for fb3f948d-32e3-4bd1-aecf-f7959c09f5ba owned by network:router_interface {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:30:56.503956 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2d72-b53f-413f-b6fa-4b3c678bb959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (bb2692e1-4038-4432-b3a4-046c73283878), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:56.506573 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2d72-b53f-413f-b6fa-4b3c678bb959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:56.507731 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-3b9d2d72-b53f-413f-b6fa-4b3c678bb959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/bb2692e1-4038-4432-b3a4-046c73283878 HTTP/1.1" status: 204 len: 168 time: 0.1334372 Sep 19 11:30:56.511953 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 34502) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:56.517568 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d2d72-b53f-413f-b6fa-4b3c678bb959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2692e1-4038-4432-b3a4-046c73283878,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:56.533509 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.api.v2.resource [None req-7283f9b0-842f-44ca-b48f-aebe9786e54c tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] show failed (client error): The resource could not be found. Sep 19 11:30:56.534501 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-7283f9b0-842f-44ca-b48f-aebe9786e54c tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups/bb2692e1-4038-4432-b3a4-046c73283878 HTTP/1.1" status: 404 len: 347 time: 0.0211387 Sep 19 11:30:56.537617 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 34504) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:56.660611 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c4090094-f868-48f7-b053-282a5a045bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (fb3f948d-32e3-4bd1-aecf-f7959c09f5ba), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:56.661215 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-a856f911-1b53-4249-9951-a644cbbf138b tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Deleting port 8d82afa3-20ee-41ce-bb96-ad964dfeb4ef {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:30:56.661564 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a856f911-1b53-4249-9951-a644cbbf138b tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (8d82afa3-20ee-41ce-bb96-ad964dfeb4ef), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:56.686004 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4090094-f868-48f7-b053-282a5a045bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb3f948d-32e3-4bd1-aecf-f7959c09f5ba,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:56.748608 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a856f911-1b53-4249-9951-a644cbbf138b tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (8d82afa3-20ee-41ce-bb96-ad964dfeb4ef), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:56.749009 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a856f911-1b53-4249-9951-a644cbbf138b tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (8d82afa3-20ee-41ce-bb96-ad964dfeb4ef), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:56.763633 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-a856f911-1b53-4249-9951-a644cbbf138b tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Calling delete_port for 8d82afa3-20ee-41ce-bb96-ad964dfeb4ef owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:30:56.858961 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c4090094-f868-48f7-b053-282a5a045bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778262'] for router_interface (12db4cb1-722e-46d4-bcd4-e9d9da72b4ba), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:56.908203 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a856f911-1b53-4249-9951-a644cbbf138b tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (8d82afa3-20ee-41ce-bb96-ad964dfeb4ef), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:56.933527 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856f911-1b53-4249-9951-a644cbbf138b tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event deleted for resources: {'Port': ['ID=8d82afa3-20ee-41ce-bb96-ad964dfeb4ef,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:56.997937 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:57.015943 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a856f911-1b53-4249-9951-a644cbbf138b tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (0be2f6e2-c462-4160-8e3e-ea5d624f051c), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.019222 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a856f911-1b53-4249-9951-a644cbbf138b tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.020471 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a856f911-1b53-4249-9951-a644cbbf138b tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/0be2f6e2-c462-4160-8e3e-ea5d624f051c HTTP/1.1" status: 204 len: 168 time: 0.4818704 Sep 19 11:30:57.097430 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 34516) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:57.102243 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-74406d00-057a-4435-9172-7c7ac6798fe2 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1927724422', 'description': 'tempest-description--1812432344'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:30:57.126716 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-74406d00-057a-4435-9172-7c7ac6798fe2 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.209499 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-74406d00-057a-4435-9172-7c7ac6798fe2 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (44be5e06-9188-469c-82f2-4cd70e2ead99), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.214493 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-74406d00-057a-4435-9172-7c7ac6798fe2 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (44be5e06-9188-469c-82f2-4cd70e2ead99), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.224392 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:57.251156 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-74406d00-057a-4435-9172-7c7ac6798fe2 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.252442 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-74406d00-057a-4435-9172-7c7ac6798fe2 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1538491 Sep 19 11:30:57.255451 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74406d00-057a-4435-9172-7c7ac6798fe2 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44be5e06-9188-469c-82f2-4cd70e2ead99,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:57.256551 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 34520) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:57.264248 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-257a0dbd-ca1d-47fb-b6f1-74f95c78c04f tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'security_group_rule': {'security_group_id': '44be5e06-9188-469c-82f2-4cd70e2ead99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:30:57.288334 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:57.316556 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 34522) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:57.337424 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-257a0dbd-ca1d-47fb-b6f1-74f95c78c04f tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (08f02142-757d-4073-84c1-5b405ee7ce5d), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.368510 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4090094-f868-48f7-b053-282a5a045bc8 admin admin] Router 12db4cb1-722e-46d4-bcd4-e9d9da72b4ba has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:30:57.395161 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device c9c48b6c-9661-4ed3-92da-fc33fecc1c02 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:30:57.403504 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:57.421479 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] No Port match for: c9c48b6c-9661-4ed3-92da-fc33fecc1c02 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:30:57.422108 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device c9c48b6c-9661-4ed3-92da-fc33fecc1c02 not bound to the agent host hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:30:57.437339 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dadbc7b2-7770-455b-9cf3-c70f76efba49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.472349 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-257a0dbd-ca1d-47fb-b6f1-74f95c78c04f tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (08f02142-757d-4073-84c1-5b405ee7ce5d), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.478687 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-257a0dbd-ca1d-47fb-b6f1-74f95c78c04f tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (08f02142-757d-4073-84c1-5b405ee7ce5d), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.524292 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dadbc7b2-7770-455b-9cf3-c70f76efba49 admin admin] Publish callbacks [] for security_group (cf1ab373-6d8d-47b3-9bd9-fd795e44de23), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.530012 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a0dbd-ca1d-47fb-b6f1-74f95c78c04f tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f02142-757d-4073-84c1-5b405ee7ce5d,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:57.532845 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dadbc7b2-7770-455b-9cf3-c70f76efba49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (cf1ab373-6d8d-47b3-9bd9-fd795e44de23), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.541907 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-257a0dbd-ca1d-47fb-b6f1-74f95c78c04f tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.543671 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-257a0dbd-ca1d-47fb-b6f1-74f95c78c04f tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2850966 Sep 19 11:30:57.546559 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 34526) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:57.550794 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-280c05f5-a6a1-478d-b7f6-b4c46ccb9a20 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'security_group_rule': {'security_group_id': '44be5e06-9188-469c-82f2-4cd70e2ead99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:30:57.564107 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4090094-f868-48f7-b053-282a5a045bc8 admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:30:57.571295 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-c4090094-f868-48f7-b053-282a5a045bc8 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/12db4cb1-722e-46d4-bcd4-e9d9da72b4ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7736888 Sep 19 11:30:57.574380 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 34528) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:57.579561 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771491a0-c71b-46ba-a3b4-3e248369432d None None] Sync routers for ids ['12db4cb1-722e-46d4-bcd4-e9d9da72b4ba'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:30:57.586576 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-280c05f5-a6a1-478d-b7f6-b4c46ccb9a20 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (0c1b8f75-11c4-4a49-829b-351daf177829), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.589732 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771491a0-c71b-46ba-a3b4-3e248369432d None None] Routers {'12db4cb1-722e-46d4-bcd4-e9d9da72b4ba'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:30:57.590552 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-771491a0-c71b-46ba-a3b4-3e248369432d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:30:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['12db4cb1-722e-46d4-bcd4-e9d9da72b4ba'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:57.594518 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-dadbc7b2-7770-455b-9cf3-c70f76efba49 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=64bbe5d1e1494ae5acdc51510e5c859b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740536 Sep 19 11:30:57.594518 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbc7b2-7770-455b-9cf3-c70f76efba49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1ab373-6d8d-47b3-9bd9-fd795e44de23,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:57.596987 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 34530) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:57.692586 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-280c05f5-a6a1-478d-b7f6-b4c46ccb9a20 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (0c1b8f75-11c4-4a49-829b-351daf177829), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.693604 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-74f68d2c-48bc-41bc-b2d9-6ef838ba1cfe admin admin] Publish callbacks [] for security_group (cf1ab373-6d8d-47b3-9bd9-fd795e44de23), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.702299 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-771491a0-c71b-46ba-a3b4-3e248369432d None None] Set router 12db4cb1-722e-46d4-bcd4-e9d9da72b4ba gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:30:57.703486 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-280c05f5-a6a1-478d-b7f6-b4c46ccb9a20 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (0c1b8f75-11c4-4a49-829b-351daf177829), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.712958 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4aab85a-db15-4797-83f6-867ed6fc05cb admin admin] Publish callbacks [] for router (12db4cb1-722e-46d4-bcd4-e9d9da72b4ba), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.730040 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-74f68d2c-48bc-41bc-b2d9-6ef838ba1cfe admin admin] Publish callbacks [] for security_group (cf1ab373-6d8d-47b3-9bd9-fd795e44de23), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.732425 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c05f5-a6a1-478d-b7f6-b4c46ccb9a20 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1b8f75-11c4-4a49-829b-351daf177829,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:57.756466 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-280c05f5-a6a1-478d-b7f6-b4c46ccb9a20 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.757415 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-280c05f5-a6a1-478d-b7f6-b4c46ccb9a20 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2099409 Sep 19 11:30:57.762845 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 34532) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:57.768776 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a953ad6b-cb59-4554-bfdf-a22fce89c959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'floatingip': {'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:30:57.794477 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-74f68d2c-48bc-41bc-b2d9-6ef838ba1cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (cf1ab373-6d8d-47b3-9bd9-fd795e44de23), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.797807 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-74f68d2c-48bc-41bc-b2d9-6ef838ba1cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.801432 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-74f68d2c-48bc-41bc-b2d9-6ef838ba1cfe admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/cf1ab373-6d8d-47b3-9bd9-fd795e44de23 HTTP/1.1" status: 204 len: 168 time: 0.2009335 Sep 19 11:30:57.818789 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f68d2c-48bc-41bc-b2d9-6ef838ba1cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1ab373-6d8d-47b3-9bd9-fd795e44de23,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:57.827792 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a953ad6b-cb59-4554-bfdf-a22fce89c959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.905691 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-771491a0-c71b-46ba-a3b4-3e248369432d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12db4cb1-722e-46d4-bcd4-e9d9da72b4ba', 'name': 'tempest-TestShelveInstance-948618337-router', 'tenant_id': '8b760388f536433ba529aa20b48b8c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:39Z', 'updated_at': '2022-09-19T11:30:56Z', 'revision_number': 5, 'project_id': '8b760388f536433ba529aa20b48b8c63', 'gw_port': {'id': '7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:dc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12db4cb1-722e-46d4-bcd4-e9d9da72b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:25:40Z', 'updated_at': '2022-09-19T11:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:57.911133 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4aab85a-db15-4797-83f6-867ed6fc05cb admin admin] Publish callbacks [] for router_gateway (12db4cb1-722e-46d4-bcd4-e9d9da72b4ba), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.934710 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a953ad6b-cb59-4554-bfdf-a22fce89c959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:57.937180 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771491a0-c71b-46ba-a3b4-3e248369432d None None] Checking router: 12db4cb1-722e-46d4-bcd4-e9d9da72b4ba for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:30:57.948230 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771491a0-c71b-46ba-a3b4-3e248369432d None None] Routers {'12db4cb1-722e-46d4-bcd4-e9d9da72b4ba'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:30:57.949009 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-771491a0-c71b-46ba-a3b4-3e248369432d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:30:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['12db4cb1-722e-46d4-bcd4-e9d9da72b4ba'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:58.009835 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b4aab85a-db15-4797-83f6-867ed6fc05cb admin admin] Deleting port 7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:30:58.010091 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4aab85a-db15-4797-83f6-867ed6fc05cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:58.079561 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:58.128841 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:58.138571 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-771491a0-c71b-46ba-a3b4-3e248369432d None None] Set router 12db4cb1-722e-46d4-bcd4-e9d9da72b4ba gateway port host: None {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:30:58.154516 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 34538) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:58.169927 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:58.172236 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-b4aab85a-db15-4797-83f6-867ed6fc05cb admin admin] For port 7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:30:58.172610 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4aab85a-db15-4797-83f6-867ed6fc05cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:58.175635 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-a953ad6b-cb59-4554-bfdf-a22fce89c959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Allocated IP 172.27.2.92 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/fbdd7da9-747c-459b-a938-bafdb2fc78f8) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:30:58.192131 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-771491a0-c71b-46ba-a3b4-3e248369432d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12db4cb1-722e-46d4-bcd4-e9d9da72b4ba', 'name': 'tempest-TestShelveInstance-948618337-router', 'tenant_id': '8b760388f536433ba529aa20b48b8c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:39Z', 'updated_at': '2022-09-19T11:30:57Z', 'revision_number': 6, 'project_id': '8b760388f536433ba529aa20b48b8c63', 'gw_port_host': None}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:30:58.199501 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd74f-8900-4966-9844-90130fc7cbd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:58.206344 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b4aab85a-db15-4797-83f6-867ed6fc05cb admin admin] Calling delete_port for 7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:30:58.222092 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771491a0-c71b-46ba-a3b4-3e248369432d None None] The sync data for ids ['12db4cb1-722e-46d4-bcd4-e9d9da72b4ba'] in dv-cinder-820994-5-iscsi is: [{'id': '12db4cb1-722e-46d4-bcd4-e9d9da72b4ba', 'name': 'tempest-TestShelveInstance-948618337-router', 'tenant_id': '8b760388f536433ba529aa20b48b8c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:25:39Z', 'updated_at': '2022-09-19T11:30:57Z', 'revision_number': 6, 'project_id': '8b760388f536433ba529aa20b48b8c63', 'gw_port_host': None}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:30:58.467905 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a953ad6b-cb59-4554-bfdf-a22fce89c959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for port (fbdd7da9-747c-459b-a938-bafdb2fc78f8), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:58.482153 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd74f-8900-4966-9844-90130fc7cbd8 admin admin] Publish callbacks [] for security_group (052a649b-9d96-41df-b0f0-b804f1ace956), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:58.488066 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd74f-8900-4966-9844-90130fc7cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (052a649b-9d96-41df-b0f0-b804f1ace956), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:58.573794 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-b3bbd74f-8900-4966-9844-90130fc7cbd8 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=5c2632354691463a8d846796f31eb610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4183300 Sep 19 11:30:58.576740 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 34540) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:58.582882 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbd74f-8900-4966-9844-90130fc7cbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052a649b-9d96-41df-b0f0-b804f1ace956,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:58.603755 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a953ad6b-cb59-4554-bfdf-a22fce89c959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (fbdd7da9-747c-459b-a938-bafdb2fc78f8), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:58.634539 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-16703c2f-051c-4993-ad11-d7e3c843b7ce admin admin] Publish callbacks [] for security_group (052a649b-9d96-41df-b0f0-b804f1ace956), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:58.641354 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4aab85a-db15-4797-83f6-867ed6fc05cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:58.655624 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-16703c2f-051c-4993-ad11-d7e3c843b7ce admin admin] Publish callbacks [] for security_group (052a649b-9d96-41df-b0f0-b804f1ace956), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:58.660343 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a953ad6b-cb59-4554-bfdf-a22fce89c959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:30:58.666849 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-a953ad6b-cb59-4554-bfdf-a22fce89c959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:30:58.670785 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a953ad6b-cb59-4554-bfdf-a22fce89c959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:30:58.679274 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:58.707090 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953ad6b-cb59-4554-bfdf-a22fce89c959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'Port': ['ID=fbdd7da9-747c-459b-a938-bafdb2fc78f8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:58.721712 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-16703c2f-051c-4993-ad11-d7e3c843b7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (052a649b-9d96-41df-b0f0-b804f1ace956), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:58.724381 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-16703c2f-051c-4993-ad11-d7e3c843b7ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:58.725635 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-16703c2f-051c-4993-ad11-d7e3c843b7ce admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/052a649b-9d96-41df-b0f0-b804f1ace956 HTTP/1.1" status: 204 len: 168 time: 0.1476851 Sep 19 11:30:58.734597 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16703c2f-051c-4993-ad11-d7e3c843b7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052a649b-9d96-41df-b0f0-b804f1ace956,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:58.779189 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aab85a-db15-4797-83f6-867ed6fc05cb admin admin] Pushing event deleted for resources: {'Port': ['ID=7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:58.837903 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4aab85a-db15-4797-83f6-867ed6fc05cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779100'] for router_gateway (12db4cb1-722e-46d4-bcd4-e9d9da72b4ba), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:58.933379 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:58.942230 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a953ad6b-cb59-4554-bfdf-a22fce89c959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (845e8d43-5177-49fc-b68e-c5d7686824a0), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:58.946331 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4aab85a-db15-4797-83f6-867ed6fc05cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-777928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1936'] for router (12db4cb1-722e-46d4-bcd4-e9d9da72b4ba), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:58.952157 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4aab85a-db15-4797-83f6-867ed6fc05cb admin admin] Publish callbacks [] for router_controller (12db4cb1-722e-46d4-bcd4-e9d9da72b4ba), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.020056 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a953ad6b-cb59-4554-bfdf-a22fce89c959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (fbdd7da9-747c-459b-a938-bafdb2fc78f8), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.023088 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4aab85a-db15-4797-83f6-867ed6fc05cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-778347'] for router (12db4cb1-722e-46d4-bcd4-e9d9da72b4ba), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.023793 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4aab85a-db15-4797-83f6-867ed6fc05cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12db4cb1-722e-46d4-bcd4-e9d9da72b4ba {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 11:30:59.044519 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4aab85a-db15-4797-83f6-867ed6fc05cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.045592 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-b4aab85a-db15-4797-83f6-867ed6fc05cb admin admin] 10.222.0.81 "DELETE /networking/v2.0/routers/12db4cb1-722e-46d4-bcd4-e9d9da72b4ba HTTP/1.1" status: 204 len: 168 time: 1.4698515 Sep 19 11:30:59.048200 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 34546) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:59.088638 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 34548) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:59.106190 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0cebb75f-baef-456f-8333-66e6638ba5df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.128738 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba1bcf5-1252-45bf-a2d2-0a035051fccf admin admin] Deleting subnet efb99244-536e-4756-8c91-ef284a8a4c69 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 11:30:59.157256 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aba1bcf5-1252-45bf-a2d2-0a035051fccf admin admin] Publish callbacks [] for subnet (efb99244-536e-4756-8c91-ef284a8a4c69), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.188316 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0cebb75f-baef-456f-8333-66e6638ba5df admin admin] Publish callbacks [] for security_group (ffbae99b-b8ab-4642-85c5-fd20a3e51b7e), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.192689 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0cebb75f-baef-456f-8333-66e6638ba5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (ffbae99b-b8ab-4642-85c5-fd20a3e51b7e), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.207186 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aba1bcf5-1252-45bf-a2d2-0a035051fccf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15112575'] for subnet (efb99244-536e-4756-8c91-ef284a8a4c69), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.226716 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=9 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:59.237851 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-0cebb75f-baef-456f-8333-66e6638ba5df admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=ea577858f8ad425c958f1cdbecbdc934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457815 Sep 19 11:30:59.237851 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebb75f-baef-456f-8333-66e6638ba5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbae99b-b8ab-4642-85c5-fd20a3e51b7e,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:59.239162 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 34550) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:59.353355 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a953ad6b-cb59-4554-bfdf-a22fce89c959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for port (fbdd7da9-747c-459b-a938-bafdb2fc78f8), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.369567 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a953ad6b-cb59-4554-bfdf-a22fce89c959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (fbdd7da9-747c-459b-a938-bafdb2fc78f8), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.422837 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ca3d8dfd-de50-4320-931b-699e0cbcf7bc admin admin] Publish callbacks [] for security_group (ffbae99b-b8ab-4642-85c5-fd20a3e51b7e), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.452081 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aba1bcf5-1252-45bf-a2d2-0a035051fccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437927'] for subnet (efb99244-536e-4756-8c91-ef284a8a4c69), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.492792 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ca3d8dfd-de50-4320-931b-699e0cbcf7bc admin admin] Publish callbacks [] for security_group (ffbae99b-b8ab-4642-85c5-fd20a3e51b7e), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.497197 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:59.503248 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953ad6b-cb59-4554-bfdf-a22fce89c959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'Port': ['ID=fbdd7da9-747c-459b-a938-bafdb2fc78f8,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:59.514390 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a953ad6b-cb59-4554-bfdf-a22fce89c959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (845e8d43-5177-49fc-b68e-c5d7686824a0), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.541777 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device fb3f948d-32e3-4bd1-aecf-f7959c09f5ba no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:30:59.556984 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a953ad6b-cb59-4554-bfdf-a22fce89c959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.558207 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a953ad6b-cb59-4554-bfdf-a22fce89c959 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7944291 Sep 19 11:30:59.563386 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: fb3f948d-32e3-4bd1-aecf-f7959c09f5ba {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:30:59.563999 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device fb3f948d-32e3-4bd1-aecf-f7959c09f5ba not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:30:59.564623 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:30:59.575795 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aba1bcf5-1252-45bf-a2d2-0a035051fccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14485670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14190588'] for subnet (efb99244-536e-4756-8c91-ef284a8a4c69), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.590797 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:30:59.591033 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 7d7ee053-58fb-4a7a-ac72-6da5bb3c6f53 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:30:59.610895 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1bcf5-1252-45bf-a2d2-0a035051fccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efb99244-536e-4756-8c91-ef284a8a4c69,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:59.618238 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aba1bcf5-1252-45bf-a2d2-0a035051fccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.622166 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-aba1bcf5-1252-45bf-a2d2-0a035051fccf admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/efb99244-536e-4756-8c91-ef284a8a4c69 HTTP/1.1" status: 204 len: 168 time: 0.5729659 Sep 19 11:30:59.623378 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ca3d8dfd-de50-4320-931b-699e0cbcf7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (ffbae99b-b8ab-4642-85c5-fd20a3e51b7e), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.625812 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 34554) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:30:59.626338 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ca3d8dfd-de50-4320-931b-699e0cbcf7bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.629275 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-ca3d8dfd-de50-4320-931b-699e0cbcf7bc admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/ffbae99b-b8ab-4642-85c5-fd20a3e51b7e HTTP/1.1" status: 204 len: 168 time: 0.3849661 Sep 19 11:30:59.632762 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2c552a-ff6e-4799-b238-0d63d875824f None None] Network 11af5456-46ce-4514-a99f-f775d9066500 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:30:59.641789 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d8dfd-de50-4320-931b-699e0cbcf7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbae99b-b8ab-4642-85c5-fd20a3e51b7e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:30:59.742346 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec1bca69-c263-4016-b9cc-a12aa8bdcffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315986'] for network (11af5456-46ce-4514-a99f-f775d9066500), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.748247 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:59.794574 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ec1bca69-c263-4016-b9cc-a12aa8bdcffc admin admin] Deleting port f28cc0fb-56a3-4297-93d1-14a127f9ec54 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:30:59.795012 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec1bca69-c263-4016-b9cc-a12aa8bdcffc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (f28cc0fb-56a3-4297-93d1-14a127f9ec54), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.807946 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:30:59.841488 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-c056d873-142c-443b-87ba-fd56ee4e828e tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1927724422&fields=id&tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2 HTTP/1.1" status: 200 len: 267 time: 0.0771332 Sep 19 11:30:59.843643 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f197e06-dfb7-44c9-b929-09e2bcf9c61d None None] DHCP port deletion for 11af5456-46ce-4514-a99f-f775d9066500 request from dv-cinder-820994-5-iscsi {{(pid=106255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 11:30:59.876651 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ec1bca69-c263-4016-b9cc-a12aa8bdcffc admin admin] For port f28cc0fb-56a3-4297-93d1-14a127f9ec54, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=f28cc0fb-56a3-4297-93d1-14a127f9ec54,segment=NetworkSegment(db977fb6-6cb3-46ad-81ce-326e1cd1548e),segment_id=db977fb6-6cb3-46ad-81ce-326e1cd1548e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:30:59.876651 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec1bca69-c263-4016-b9cc-a12aa8bdcffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (f28cc0fb-56a3-4297-93d1-14a127f9ec54), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.891746 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ec1bca69-c263-4016-b9cc-a12aa8bdcffc admin admin] Calling delete_port for f28cc0fb-56a3-4297-93d1-14a127f9ec54 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:30:59.896999 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-3f197e06-dfb7-44c9-b929-09e2bcf9c61d None None] Deleting port f28cc0fb-56a3-4297-93d1-14a127f9ec54 {{(pid=106255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:30:59.897376 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3f197e06-dfb7-44c9-b929-09e2bcf9c61d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (f28cc0fb-56a3-4297-93d1-14a127f9ec54), before_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.964448 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-5308e30e-5d27-434f-a37c-f99fbe58328b tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:30:59.966426 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-5308e30e-5d27-434f-a37c-f99fbe58328b tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/networks?id=4bd047f8-e757-4211-9ab1-9e25ad2c412a HTTP/1.1" status: 200 len: 814 time: 0.1177616 Sep 19 11:30:59.968288 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-3f197e06-dfb7-44c9-b929-09e2bcf9c61d None None] For port f28cc0fb-56a3-4297-93d1-14a127f9ec54, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=f28cc0fb-56a3-4297-93d1-14a127f9ec54,segment=NetworkSegment(db977fb6-6cb3-46ad-81ce-326e1cd1548e),segment_id=db977fb6-6cb3-46ad-81ce-326e1cd1548e)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:30:59.969026 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3f197e06-dfb7-44c9-b929-09e2bcf9c61d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (f28cc0fb-56a3-4297-93d1-14a127f9ec54), precommit_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.981682 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec1bca69-c263-4016-b9cc-a12aa8bdcffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (f28cc0fb-56a3-4297-93d1-14a127f9ec54), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:30:59.986069 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-3f197e06-dfb7-44c9-b929-09e2bcf9c61d None None] Calling delete_port for f28cc0fb-56a3-4297-93d1-14a127f9ec54 owned by network:dhcp {{(pid=106255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:30:59.989267 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-e511d396-5f5c-469d-a1d7-5827bf61906d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/quotas/0e5ff724699a4dafb37bc5d5e240f0b2 HTTP/1.1" status: 200 len: 375 time: 0.0103290 Sep 19 11:31:00.015110 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bca69-c263-4016-b9cc-a12aa8bdcffc admin admin] Pushing event deleted for resources: {'Port': ['ID=f28cc0fb-56a3-4297-93d1-14a127f9ec54,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:31:00.017135 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1bca69-c263-4016-b9cc-a12aa8bdcffc admin admin] No DVR routers for this DVR port f28cc0fb-56a3-4297-93d1-14a127f9ec54 on host dv-cinder-820994-5-iscsi {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:31:00.054147 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-24052d7a-f493-4013-9752-5fd49833d7f5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575304 Sep 19 11:31:00.077438 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:00.104556 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec1bca69-c263-4016-b9cc-a12aa8bdcffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1254604', 'neutron.services.segments.db._delete_segments_for_network-8730872489409'] for network (11af5456-46ce-4514-a99f-f775d9066500), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:00.105104 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3f197e06-dfb7-44c9-b929-09e2bcf9c61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266'] for port (f28cc0fb-56a3-4297-93d1-14a127f9ec54), after_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:00.128071 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-ec1bca69-c263-4016-b9cc-a12aa8bdcffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11af5456-46ce-4514-a99f-f775d9066500']}} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:31:00.141097 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-ec1bca69-c263-4016-b9cc-a12aa8bdcffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db977fb6-6cb3-46ad-81ce-326e1cd1548e') {'for_net_delete': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:31:00.141600 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f197e06-dfb7-44c9-b929-09e2bcf9c61d None None] Pushing event deleted for resources: {'Port': ['ID=f28cc0fb-56a3-4297-93d1-14a127f9ec54,revision_number=None']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:31:00.142200 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-ec1bca69-c263-4016-b9cc-a12aa8bdcffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db977fb6-6cb3-46ad-81ce-326e1cd1548e') {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:31:00.147476 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f197e06-dfb7-44c9-b929-09e2bcf9c61d None None] No DVR routers for this DVR port f28cc0fb-56a3-4297-93d1-14a127f9ec54 on host dv-cinder-820994-5-iscsi {{(pid=106255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:31:00.160084 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec1bca69-c263-4016-b9cc-a12aa8bdcffc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730872489301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14729291'] for segment (db977fb6-6cb3-46ad-81ce-326e1cd1548e), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:00.178034 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec1bca69-c263-4016-b9cc-a12aa8bdcffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (db977fb6-6cb3-46ad-81ce-326e1cd1548e), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:00.185769 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1bca69-c263-4016-b9cc-a12aa8bdcffc admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=106254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 11:31:00.186168 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec1bca69-c263-4016-b9cc-a12aa8bdcffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15336917'] for segment (db977fb6-6cb3-46ad-81ce-326e1cd1548e), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:00.192388 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-417e0e58-9b38-416f-a54c-671ae172bb15 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239231 Sep 19 11:31:00.239808 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.services.segments.plugin [-] Segment db977fb6-6cb3-46ad-81ce-326e1cd1548e resource provider aggregate not found Sep 19 11:31:00.258966 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.services.segments.plugin [-] Segment db977fb6-6cb3-46ad-81ce-326e1cd1548e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db977fb6-6cb3-46ad-81ce-326e1cd1548e found for delete ", "request_id": "req-8911270c-6114-4277-9245-c8eae739c5c5"}]} Sep 19 11:31:00.269094 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec1bca69-c263-4016-b9cc-a12aa8bdcffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1254645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779145'] for network (11af5456-46ce-4514-a99f-f775d9066500), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:00.274885 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec1bca69-c263-4016-b9cc-a12aa8bdcffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:00.278882 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-ec1bca69-c263-4016-b9cc-a12aa8bdcffc admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/11af5456-46ce-4514-a99f-f775d9066500 HTTP/1.1" status: 204 len: 168 time: 0.6520770 Sep 19 11:31:00.291429 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bca69-c263-4016-b9cc-a12aa8bdcffc admin admin] Pushing event deleted for resources: {'Network': ['ID=11af5456-46ce-4514-a99f-f775d9066500,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:31:00.481621 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 34590) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:31:00.530260 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-d4424c14-90f1-4735-87d3-07c7a0c61fd3 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=221fd300d74c4248a1bfc9b785476477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474336 Sep 19 11:31:00.532995 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 34594) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:31:00.569546 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-19882b48-b9d0-450a-a84c-e4ae6aca4eb0 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708465 Sep 19 11:31:00.585742 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6a2b7631-32d6-4803-b4a0-9a1323afbb80 admin admin] Publish callbacks [] for security_group (d0c69ffa-0c1e-4ba4-9eb7-eebde1b8f487), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:00.607585 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6a2b7631-32d6-4803-b4a0-9a1323afbb80 admin admin] Publish callbacks [] for security_group (d0c69ffa-0c1e-4ba4-9eb7-eebde1b8f487), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:00.664140 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6a2b7631-32d6-4803-b4a0-9a1323afbb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (d0c69ffa-0c1e-4ba4-9eb7-eebde1b8f487), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:00.667802 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6a2b7631-32d6-4803-b4a0-9a1323afbb80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:00.680394 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-6a2b7631-32d6-4803-b4a0-9a1323afbb80 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/d0c69ffa-0c1e-4ba4-9eb7-eebde1b8f487 HTTP/1.1" status: 204 len: 168 time: 0.1462779 Sep 19 11:31:00.691938 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b7631-32d6-4803-b4a0-9a1323afbb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c69ffa-0c1e-4ba4-9eb7-eebde1b8f487,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:31:00.770971 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0106467c-a0ee-4ab8-8f38-0e60046e938c req-b0f8528f-081c-419d-b4f0-5fdf2b18dff1 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3447abb6-66c7-4950-b7a7-ce7cb9a9db6a HTTP/1.1" status: 200 len: 210 time: 0.0338213 Sep 19 11:31:00.976388 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:01.086797 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 34650) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:31:01.133706 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-8946a277-1584-4982-8e99-b3c77e6be322 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=8b760388f536433ba529aa20b48b8c63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435443 Sep 19 11:31:01.134434 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 34652) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:31:01.188071 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-63bff08f-1356-439a-a0b4-4e34b45659be admin admin] Publish callbacks [] for security_group (90d8a2dd-02e7-4ce7-a681-ee69a3101d5a), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:01.191170 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:01.217488 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-63bff08f-1356-439a-a0b4-4e34b45659be admin admin] Publish callbacks [] for security_group (90d8a2dd-02e7-4ce7-a681-ee69a3101d5a), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:01.267119 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:01.286135 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-63bff08f-1356-439a-a0b4-4e34b45659be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (90d8a2dd-02e7-4ce7-a681-ee69a3101d5a), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:01.290437 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-63bff08f-1356-439a-a0b4-4e34b45659be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:01.291634 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-63bff08f-1356-439a-a0b4-4e34b45659be admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/90d8a2dd-02e7-4ce7-a681-ee69a3101d5a HTTP/1.1" status: 204 len: 168 time: 0.1562934 Sep 19 11:31:01.302020 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bff08f-1356-439a-a0b4-4e34b45659be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d8a2dd-02e7-4ce7-a681-ee69a3101d5a,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:31:01.557948 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device f28cc0fb-56a3-4297-93d1-14a127f9ec54 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:31:01.583374 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: f28cc0fb-56a3-4297-93d1-14a127f9ec54 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:31:01.583841 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device f28cc0fb-56a3-4297-93d1-14a127f9ec54 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:31:01.903749 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c4107167-0823-4260-bff8-7cdcee28c048 req-6352e9da-06cb-4b3e-884c-62054d2767ca tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3447abb6-66c7-4950-b7a7-ce7cb9a9db6a HTTP/1.1" status: 200 len: 210 time: 0.0466955 Sep 19 11:31:02.002903 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-768d1faa-894f-4c04-8d75-70ddcd9fa54a tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:02.004407 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-768d1faa-894f-4c04-8d75-70ddcd9fa54a tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.72 "GET /networking/v2.0/networks?id=4bd047f8-e757-4211-9ab1-9e25ad2c412a HTTP/1.1" status: 200 len: 814 time: 0.1121686 Sep 19 11:31:02.070250 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-3fabca88-ded9-4f32-98bd-e2df19ed7ae9 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2 HTTP/1.1" status: 200 len: 380 time: 0.0573263 Sep 19 11:31:02.143005 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-eb058fe9-c00b-47d7-9927-d927fd0da7da tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'port': {'device_id': '3447abb6-66c7-4950-b7a7-ce7cb9a9db6a', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'admin_state_up': True, 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'security_groups': ['44be5e06-9188-469c-82f2-4cd70e2ead99']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:31:02.256019 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-eb058fe9-c00b-47d7-9927-d927fd0da7da tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Made reservation on behalf of 0e5ff724699a4dafb37bc5d5e240f0b2 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:31:02.259752 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-eb058fe9-c00b-47d7-9927-d927fd0da7da tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:02.391534 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-eb058fe9-c00b-47d7-9927-d927fd0da7da tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Allocated IP 172.20.0.7 (4bd047f8-e757-4211-9ab1-9e25ad2c412a/7fba9500-450b-48d5-89c9-3abf0acd9be1/afca6c8d-8e3c-40e1-8286-5744e8968eec) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:31:02.433869 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:02.486393 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:02.542662 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-eb058fe9-c00b-47d7-9927-d927fd0da7da tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for port (afca6c8d-8e3c-40e1-8286-5744e8968eec), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:02.576195 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-eb058fe9-c00b-47d7-9927-d927fd0da7da tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (afca6c8d-8e3c-40e1-8286-5744e8968eec), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:02.620734 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-eb058fe9-c00b-47d7-9927-d927fd0da7da tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Network 4bd047f8-e757-4211-9ab1-9e25ad2c412a is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:31:02.624515 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-eb058fe9-c00b-47d7-9927-d927fd0da7da tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:31:02.628598 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-eb058fe9-c00b-47d7-9927-d927fd0da7da tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:31:02.634757 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb058fe9-c00b-47d7-9927-d927fd0da7da tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'Port': ['ID=afca6c8d-8e3c-40e1-8286-5744e8968eec,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:31:02.692232 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-eb058fe9-c00b-47d7-9927-d927fd0da7da tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:02.692850 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-eb058fe9-c00b-47d7-9927-d927fd0da7da tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:02.710858 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-eb058fe9-c00b-47d7-9927-d927fd0da7da tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718148 Sep 19 11:31:02.722919 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] Request body: {'port': {'device_id': '3447abb6-66c7-4950-b7a7-ce7cb9a9db6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:31:02.791813 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (afca6c8d-8e3c-40e1-8286-5744e8968eec), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:02.902986 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2475c182-55bf-4acb-8b2b-7758d9141405 None None] Provisioning complete for port afca6c8d-8e3c-40e1-8286-5744e8968eec triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:31:02.903612 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2475c182-55bf-4acb-8b2b-7758d9141405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (afca6c8d-8e3c-40e1-8286-5744e8968eec), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:02.903725 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2475c182-55bf-4acb-8b2b-7758d9141405 None None] Attempt 1 to provision port afca6c8d-8e3c-40e1-8286-5744e8968eec Sep 19 11:31:02.941214 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2475c182-55bf-4acb-8b2b-7758d9141405 None None] Port afca6c8d-8e3c-40e1-8286-5744e8968eec cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:31:03.055086 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614948f2-77f6-4ba1-b01e-9ae25fe6b358 req-55a7ed4f-4515-45a9-a807-353d13892e90 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:03.056495 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-614948f2-77f6-4ba1-b01e-9ae25fe6b358 req-55a7ed4f-4515-45a9-a807-353d13892e90 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3447abb6-66c7-4950-b7a7-ce7cb9a9db6a HTTP/1.1" status: 200 len: 931 time: 0.0741081 Sep 19 11:31:03.131920 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afca6c8d-8e3c-40e1-8286-5744e8968eec {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:31:03.142617 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] Publish callbacks [] for port (afca6c8d-8e3c-40e1-8286-5744e8968eec), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:03.147509 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-614948f2-77f6-4ba1-b01e-9ae25fe6b358 req-6d220eb1-ad00-47af-a359-f4519f60b97d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=44be5e06-9188-469c-82f2-4cd70e2ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853045 Sep 19 11:31:03.158722 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] Transition to ACTIVE for port object afca6c8d-8e3c-40e1-8286-5744e8968eec will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 11:31:03.162802 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (afca6c8d-8e3c-40e1-8286-5744e8968eec), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:03.242697 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:03.254323 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] Pushing event updated for resources: {'Port': ['ID=afca6c8d-8e3c-40e1-8286-5744e8968eec,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:31:03.279132 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] Attempting to bind port afca6c8d-8e3c-40e1-8286-5744e8968eec on host hv-cinder-82099 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:31:03.279461 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] Attempting to bind port afca6c8d-8e3c-40e1-8286-5744e8968eec by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:31:03.279808 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] Attempting to bind port afca6c8d-8e3c-40e1-8286-5744e8968eec on network 4bd047f8-e757-4211-9ab1-9e25ad2c412a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:31:03.321340 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] Port afca6c8d-8e3c-40e1-8286-5744e8968eec on network 4bd047f8-e757-4211-9ab1-9e25ad2c412a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 11:31:03.321571 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] Attempting to bind port afca6c8d-8e3c-40e1-8286-5744e8968eec on network 4bd047f8-e757-4211-9ab1-9e25ad2c412a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:31:03.341307 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:03.365210 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] Checking agent: {'id': '89dce09e-1d3d-46be-9edc-f71162f9f1f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'started_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:31:03.365535 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] Checking segment: {'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:31:03.365910 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] Bound using segment: {'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:31:03.366361 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] Bound port: afca6c8d-8e3c-40e1-8286-5744e8968eec, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:31:03.366709 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (afca6c8d-8e3c-40e1-8286-5744e8968eec), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:03.432494 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] For port afca6c8d-8e3c-40e1-8286-5744e8968eec, host hv-cinder-82099, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:31:03.437095 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] For port afca6c8d-8e3c-40e1-8286-5744e8968eec, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=afca6c8d-8e3c-40e1-8286-5744e8968eec,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:31:03.443102 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2475c182-55bf-4acb-8b2b-7758d9141405 None None] Attempt 2 to provision port afca6c8d-8e3c-40e1-8286-5744e8968eec Sep 19 11:31:03.444213 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (afca6c8d-8e3c-40e1-8286-5744e8968eec), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:03.450370 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:03.450981 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:03.452381 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/afca6c8d-8e3c-40e1-8286-5744e8968eec HTTP/1.1" status: 200 len: 1093 time: 0.7344544 Sep 19 11:31:03.452944 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3447abb6-66c7-4950-b7a7-ce7cb9a9db6a', 'tag': 'afca6c8d-8e3c-40e1-8286-5744e8968eec'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:31:03.455237 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb317915-de9e-4564-8b16-02d150548718" -d '{"events": [{"name": "network-changed", "server_uuid": "3447abb6-66c7-4950-b7a7-ce7cb9a9db6a", "tag": "afca6c8d-8e3c-40e1-8286-5744e8968eec"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:31:03.506941 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4f3d5d-253d-40b0-9d41-7af82001cb13 x-openstack-request-id: req-4c4f3d5d-253d-40b0-9d41-7af82001cb13 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:31:03.507434 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3447abb6-66c7-4950-b7a7-ce7cb9a9db6a", "tag": "afca6c8d-8e3c-40e1-8286-5744e8968eec", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:31:03.507734 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4c4f3d5d-253d-40b0-9d41-7af82001cb13 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:31:03.508113 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c4f3d5d-253d-40b0-9d41-7af82001cb13'] response: {'name': 'network-changed', 'server_uuid': '3447abb6-66c7-4950-b7a7-ce7cb9a9db6a', 'tag': 'afca6c8d-8e3c-40e1-8286-5744e8968eec', 'status': 'completed', 'code': 200} Sep 19 11:31:03.510252 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2475c182-55bf-4acb-8b2b-7758d9141405 None None] Port afca6c8d-8e3c-40e1-8286-5744e8968eec had new provisioning blocks added so it will not transition to active. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 11:31:03.547107 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e5e13-9ebd-4160-a622-970aab54913a service neutron] Pushing event updated for resources: {'Port': ['ID=afca6c8d-8e3c-40e1-8286-5744e8968eec,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:31:03.560907 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-888f4953-28a7-4c1e-b29a-0a68662f9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:03.562418 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-888f4953-28a7-4c1e-b29a-0a68662f9c67 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2&device_id=3447abb6-66c7-4950-b7a7-ce7cb9a9db6a HTTP/1.1" status: 200 len: 1127 time: 0.0436797 Sep 19 11:31:03.607502 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-bb29ba54-b033-4644-b77a-74452bd777dd service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afca6c8d-8e3c-40e1-8286-5744e8968eec HTTP/1.1" status: 200 len: 217 time: 0.0376177 Sep 19 11:31:03.658020 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-246a1cf3-c379-4878-ae1f-ec8a0e9c63f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:03.659521 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-246a1cf3-c379-4878-ae1f-ec8a0e9c63f1 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7fba9500-450b-48d5-89c9-3abf0acd9be1 HTTP/1.1" status: 200 len: 853 time: 0.0457046 Sep 19 11:31:03.706879 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-cf702cc4-fe65-4cf7-a656-c281317c2f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:03.708418 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-cf702cc4-fe65-4cf7-a656-c281317c2f07 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4bd047f8-e757-4211-9ab1-9e25ad2c412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400252 Sep 19 11:31:03.807414 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-4f7c9cd9-8728-4b4e-9651-762641482b6c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887864 Sep 19 11:31:03.899902 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5066d7cf-c41c-45cf-8bcd-1039fc36bd97 req-c2e7da8d-a894-4d5a-9328-c8f88e68eaa6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862436 Sep 19 11:31:04.273260 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed0355-3ad2-4a53-9522-8ddc401666e1 req-876e35c1-ff1f-496c-a738-8f59883dea27 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:04.274715 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-07ed0355-3ad2-4a53-9522-8ddc401666e1 req-876e35c1-ff1f-496c-a738-8f59883dea27 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3447abb6-66c7-4950-b7a7-ce7cb9a9db6a HTTP/1.1" status: 200 len: 943 time: 0.0498164 Sep 19 11:31:04.323315 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-07ed0355-3ad2-4a53-9522-8ddc401666e1 req-3e3ce103-a81c-4707-8bf9-5d88a8a7ae59 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=44be5e06-9188-469c-82f2-4cd70e2ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413229 Sep 19 11:31:04.685649 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb317915-de9e-4564-8b16-02d150548718 req-d589f7a9-0c4c-4d34-bfad-b14154caf689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:04.687382 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eb317915-de9e-4564-8b16-02d150548718 req-d589f7a9-0c4c-4d34-bfad-b14154caf689 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2&device_id=3447abb6-66c7-4950-b7a7-ce7cb9a9db6a HTTP/1.1" status: 200 len: 1127 time: 0.0402424 Sep 19 11:31:04.787810 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb317915-de9e-4564-8b16-02d150548718 req-67de597e-4af9-4034-94c9-6a584f121c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:04.789210 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eb317915-de9e-4564-8b16-02d150548718 req-67de597e-4af9-4034-94c9-6a584f121c64 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4bd047f8-e757-4211-9ab1-9e25ad2c412a HTTP/1.1" status: 200 len: 915 time: 0.0930209 Sep 19 11:31:04.830485 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eb317915-de9e-4564-8b16-02d150548718 req-02266e8a-ce84-444d-9f15-c86268a522df service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afca6c8d-8e3c-40e1-8286-5744e8968eec HTTP/1.1" status: 200 len: 217 time: 0.0347581 Sep 19 11:31:04.882031 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb317915-de9e-4564-8b16-02d150548718 req-c7385ef7-3792-4b69-a1d5-2eadd5c2deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:04.883509 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eb317915-de9e-4564-8b16-02d150548718 req-c7385ef7-3792-4b69-a1d5-2eadd5c2deaa service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7fba9500-450b-48d5-89c9-3abf0acd9be1 HTTP/1.1" status: 200 len: 853 time: 0.0459604 Sep 19 11:31:04.928519 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb317915-de9e-4564-8b16-02d150548718 req-ee875397-f735-4a30-a6c5-1da9770b6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:04.930061 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eb317915-de9e-4564-8b16-02d150548718 req-ee875397-f735-4a30-a6c5-1da9770b6fdd service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4bd047f8-e757-4211-9ab1-9e25ad2c412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405695 Sep 19 11:31:04.989249 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:05.027722 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eb317915-de9e-4564-8b16-02d150548718 req-4a18e17e-6e22-43c7-a3b0-3a3320925ef3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911384 Sep 19 11:31:05.084681 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:05.126799 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eb317915-de9e-4564-8b16-02d150548718 req-73dc730b-196c-455e-a69f-c3466412adb6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921602 Sep 19 11:31:05.448171 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf03ca-301f-472c-807a-e64518a2be29 req-00fdcd8c-d6e8-499b-ad87-f8eb220b57c8 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:05.450477 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9daf03ca-301f-472c-807a-e64518a2be29 req-00fdcd8c-d6e8-499b-ad87-f8eb220b57c8 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3447abb6-66c7-4950-b7a7-ce7cb9a9db6a HTTP/1.1" status: 200 len: 943 time: 0.0478215 Sep 19 11:31:05.498124 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9daf03ca-301f-472c-807a-e64518a2be29 req-852cb749-622b-4961-b600-88854f6ae454 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=44be5e06-9188-469c-82f2-4cd70e2ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420625 Sep 19 11:31:06.627061 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fe7b6-66bc-47f7-99df-98a1f7ae0df7 req-1a70dba0-eeb6-48b5-be52-f35a35cca6a3 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:06.628560 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b8fe7b6-66bc-47f7-99df-98a1f7ae0df7 req-1a70dba0-eeb6-48b5-be52-f35a35cca6a3 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3447abb6-66c7-4950-b7a7-ce7cb9a9db6a HTTP/1.1" status: 200 len: 943 time: 0.0478687 Sep 19 11:31:06.677307 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b8fe7b6-66bc-47f7-99df-98a1f7ae0df7 req-ad4196f8-0322-4d2c-b217-12a3be7cb224 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=44be5e06-9188-469c-82f2-4cd70e2ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426798 Sep 19 11:31:07.439155 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device afca6c8d-8e3c-40e1-8286-5744e8968eec details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:31:07.508308 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:07.543130 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port afca6c8d-8e3c-40e1-8286-5744e8968eec, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=afca6c8d-8e3c-40e1-8286-5744e8968eec,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:31:07.559093 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': 'afca6c8d-8e3c-40e1-8286-5744e8968eec', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'port_id': 'afca6c8d-8e3c-40e1-8286-5744e8968eec', 'mac_address': 'fa:16:3e:d1:d5:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:31:07.594100 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port afca6c8d-8e3c-40e1-8286-5744e8968eec is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:31:07.594482 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (afca6c8d-8e3c-40e1-8286-5744e8968eec), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:07.609436 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afca6c8d-8e3c-40e1-8286-5744e8968eec {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:31:07.630162 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port afca6c8d-8e3c-40e1-8286-5744e8968eec, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=afca6c8d-8e3c-40e1-8286-5744e8968eec,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:31:07.634430 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (afca6c8d-8e3c-40e1-8286-5744e8968eec), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:07.681972 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=afca6c8d-8e3c-40e1-8286-5744e8968eec,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:31:07.800996 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175eadf-569e-4d21-a1eb-cc353a1bd448 req-a29dc0e9-d757-4001-bf2e-ced478b48498 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:07.802474 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7175eadf-569e-4d21-a1eb-cc353a1bd448 req-a29dc0e9-d757-4001-bf2e-ced478b48498 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3447abb6-66c7-4950-b7a7-ce7cb9a9db6a HTTP/1.1" status: 200 len: 944 time: 0.0498827 Sep 19 11:31:07.851244 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7175eadf-569e-4d21-a1eb-cc353a1bd448 req-dac60739-61f8-4a3d-80d8-238d150c376c tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=44be5e06-9188-469c-82f2-4cd70e2ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422833 Sep 19 11:31:07.859878 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['afca6c8d-8e3c-40e1-8286-5744e8968eec'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:31:08.196055 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=55 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:08.972924 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331d852-5ec7-4c36-aaaa-60c1fac9d220 req-4f709935-ec57-4f92-930a-72cda5de0f1f tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:08.974290 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4331d852-5ec7-4c36-aaaa-60c1fac9d220 req-4f709935-ec57-4f92-930a-72cda5de0f1f tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3447abb6-66c7-4950-b7a7-ce7cb9a9db6a HTTP/1.1" status: 200 len: 944 time: 0.0476940 Sep 19 11:31:09.021682 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4331d852-5ec7-4c36-aaaa-60c1fac9d220 req-de4f2264-49e8-4938-975f-37f35d5751f2 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=44be5e06-9188-469c-82f2-4cd70e2ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417674 Sep 19 11:31:09.438800 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device afca6c8d-8e3c-40e1-8286-5744e8968eec up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:31:09.481860 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning for port afca6c8d-8e3c-40e1-8286-5744e8968eec completed by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 11:31:09.487741 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port afca6c8d-8e3c-40e1-8286-5744e8968eec triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:31:09.488227 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (afca6c8d-8e3c-40e1-8286-5744e8968eec), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:09.488597 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port afca6c8d-8e3c-40e1-8286-5744e8968eec Sep 19 11:31:09.569923 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port afca6c8d-8e3c-40e1-8286-5744e8968eec is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:31:09.570312 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (afca6c8d-8e3c-40e1-8286-5744e8968eec), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:09.572985 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:09.596203 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3447abb6-66c7-4950-b7a7-ce7cb9a9db6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afca6c8d-8e3c-40e1-8286-5744e8968eec'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:31:09.598397 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb40bfa-99d6-41da-bc2d-7c785381d92f" -d '{"events": [{"server_uuid": "3447abb6-66c7-4950-b7a7-ce7cb9a9db6a", "name": "network-vif-plugged", "status": "completed", "tag": "afca6c8d-8e3c-40e1-8286-5744e8968eec"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:31:09.611480 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port afca6c8d-8e3c-40e1-8286-5744e8968eec, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=afca6c8d-8e3c-40e1-8286-5744e8968eec,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:31:09.616366 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (afca6c8d-8e3c-40e1-8286-5744e8968eec), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:09.640323 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398f12a8-ddd6-4a75-a352-cdedf57e8d82 x-openstack-request-id: req-398f12a8-ddd6-4a75-a352-cdedf57e8d82 {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:31:09.640615 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3447abb6-66c7-4950-b7a7-ce7cb9a9db6a", "name": "network-vif-plugged", "status": "completed", "tag": "afca6c8d-8e3c-40e1-8286-5744e8968eec", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:31:09.640867 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-398f12a8-ddd6-4a75-a352-cdedf57e8d82 {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:31:09.641370 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-398f12a8-ddd6-4a75-a352-cdedf57e8d82'] response: {'server_uuid': '3447abb6-66c7-4950-b7a7-ce7cb9a9db6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afca6c8d-8e3c-40e1-8286-5744e8968eec', 'code': 200} Sep 19 11:31:09.674145 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=afca6c8d-8e3c-40e1-8286-5744e8968eec,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:31:09.816777 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9270259-c13c-4a9a-8719-6c3044f7d901 req-61abbc99-b454-4e90-8135-8553bbf3e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:09.818262 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c9270259-c13c-4a9a-8719-6c3044f7d901 req-61abbc99-b454-4e90-8135-8553bbf3e304 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3447abb6-66c7-4950-b7a7-ce7cb9a9db6a HTTP/1.1" status: 200 len: 1129 time: 0.0422430 Sep 19 11:31:09.866878 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c9270259-c13c-4a9a-8719-6c3044f7d901 req-8e296718-01ef-4a1d-8d4a-027ab37c5ae7 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=44be5e06-9188-469c-82f2-4cd70e2ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424135 Sep 19 11:31:10.142797 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a881de3-737e-4289-a408-70d06e2baa93 req-d684527a-1eba-4a9f-ad4c-f038f5273483 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:10.144441 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1a881de3-737e-4289-a408-70d06e2baa93 req-d684527a-1eba-4a9f-ad4c-f038f5273483 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3447abb6-66c7-4950-b7a7-ce7cb9a9db6a HTTP/1.1" status: 200 len: 945 time: 0.0491617 Sep 19 11:31:10.193396 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1a881de3-737e-4289-a408-70d06e2baa93 req-d8f0b575-1ac5-4f88-861c-58656838bca4 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=44be5e06-9188-469c-82f2-4cd70e2ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429449 Sep 19 11:31:11.302792 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:11.322638 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e128c2b-8b85-4c51-a536-edea0a7cf355 req-90330a28-c29e-4247-9c61-0440aab52fab tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:11.324167 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8e128c2b-8b85-4c51-a536-edea0a7cf355 req-90330a28-c29e-4247-9c61-0440aab52fab tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3447abb6-66c7-4950-b7a7-ce7cb9a9db6a HTTP/1.1" status: 200 len: 945 time: 0.0463197 Sep 19 11:31:11.373501 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8e128c2b-8b85-4c51-a536-edea0a7cf355 req-f8f9417b-a616-416c-bb0d-3f6a72214168 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=44be5e06-9188-469c-82f2-4cd70e2ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435092 Sep 19 11:31:12.503465 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a0e98-e925-4a86-b16c-2bf12b39bcb4 req-2b1de0e3-9fa3-405b-b330-5c76d003c12f tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:12.504947 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c34a0e98-e925-4a86-b16c-2bf12b39bcb4 req-2b1de0e3-9fa3-405b-b330-5c76d003c12f tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3447abb6-66c7-4950-b7a7-ce7cb9a9db6a HTTP/1.1" status: 200 len: 945 time: 0.0501258 Sep 19 11:31:12.551344 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c34a0e98-e925-4a86-b16c-2bf12b39bcb4 req-ad93c744-5d1d-4f74-9add-eb00788a7a6d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=44be5e06-9188-469c-82f2-4cd70e2ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409429 Sep 19 11:31:12.666018 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3fb34-0aa2-485f-8e47-2f29b90158c4 req-7fb37c76-7ea2-4425-bfdb-98a51e878ad5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:12.667989 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cce3fb34-0aa2-485f-8e47-2f29b90158c4 req-7fb37c76-7ea2-4425-bfdb-98a51e878ad5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3447abb6-66c7-4950-b7a7-ce7cb9a9db6a HTTP/1.1" status: 200 len: 945 time: 0.0466661 Sep 19 11:31:12.678160 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 34736) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:31:12.682527 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-cedd88d9-ceae-4cf7-85b2-59a98b7ed28d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'floatingip': {'port_id': 'afca6c8d-8e3c-40e1-8286-5744e8968eec'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:31:12.724769 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cedd88d9-ceae-4cf7-85b2-59a98b7ed28d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (845e8d43-5177-49fc-b68e-c5d7686824a0), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:12.868667 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:12.873722 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:13.142212 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cedd88d9-ceae-4cf7-85b2-59a98b7ed28d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:13.145941 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cedd88d9-ceae-4cf7-85b2-59a98b7ed28d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (845e8d43-5177-49fc-b68e-c5d7686824a0), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:13.239698 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-cedd88d9-ceae-4cf7-85b2-59a98b7ed28d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Floating IP 845e8d43-5177-49fc-b68e-c5d7686824a0 associated. External IP: 172.27.2.92, port: afca6c8d-8e3c-40e1-8286-5744e8968eec. Sep 19 11:31:13.674821 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedd88d9-ceae-4cf7-85b2-59a98b7ed28d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:31:13.777829 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedd88d9-ceae-4cf7-85b2-59a98b7ed28d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:31:13.782643 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cedd88d9-ceae-4cf7-85b2-59a98b7ed28d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:13.787291 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6e785a-dd31-4360-a9c4-f22b0bfcf990 None None] Sync routers for ids ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:31:13.797156 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6e785a-dd31-4360-a9c4-f22b0bfcf990 None None] Routers {'d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:31:13.797764 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fd6e785a-dd31-4360-a9c4-f22b0bfcf990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:30:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:31:13.812241 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-cedd88d9-ceae-4cf7-85b2-59a98b7ed28d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "PUT /networking/v2.0/floatingips/845e8d43-5177-49fc-b68e-c5d7686824a0 HTTP/1.1" status: 200 len: 990 time: 1.1330311 Sep 19 11:31:13.812981 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3447abb6-66c7-4950-b7a7-ce7cb9a9db6a', 'tag': 'afca6c8d-8e3c-40e1-8286-5744e8968eec'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:31:13.815334 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81224440-f418-42dc-9736-22cc38c7dcb2" -d '{"events": [{"name": "network-changed", "server_uuid": "3447abb6-66c7-4950-b7a7-ce7cb9a9db6a", "tag": "afca6c8d-8e3c-40e1-8286-5744e8968eec"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:31:13.852659 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7d31d8-b512-4cad-9009-9dac5d0bf919 x-openstack-request-id: req-db7d31d8-b512-4cad-9009-9dac5d0bf919 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:31:13.852944 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3447abb6-66c7-4950-b7a7-ce7cb9a9db6a", "tag": "afca6c8d-8e3c-40e1-8286-5744e8968eec", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:31:13.853191 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-db7d31d8-b512-4cad-9009-9dac5d0bf919 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:31:13.853593 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7d31d8-b512-4cad-9009-9dac5d0bf919'] response: {'name': 'network-changed', 'server_uuid': '3447abb6-66c7-4950-b7a7-ce7cb9a9db6a', 'tag': 'afca6c8d-8e3c-40e1-8286-5744e8968eec', 'status': 'completed', 'code': 200} Sep 19 11:31:13.903376 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-fd6e785a-dd31-4360-a9c4-f22b0bfcf990 None None] Set router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:31:13.919713 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81224440-f418-42dc-9736-22cc38c7dcb2 req-44b3c434-009a-4814-b771-2aa733b2dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:13.921248 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81224440-f418-42dc-9736-22cc38c7dcb2 req-44b3c434-009a-4814-b771-2aa733b2dcf0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2&device_id=3447abb6-66c7-4950-b7a7-ce7cb9a9db6a HTTP/1.1" status: 200 len: 1129 time: 0.0398281 Sep 19 11:31:14.029032 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81224440-f418-42dc-9736-22cc38c7dcb2 req-685d7532-4b20-4133-a453-de0e70dfa651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:14.030437 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81224440-f418-42dc-9736-22cc38c7dcb2 req-685d7532-4b20-4133-a453-de0e70dfa651 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4bd047f8-e757-4211-9ab1-9e25ad2c412a HTTP/1.1" status: 200 len: 915 time: 0.0986781 Sep 19 11:31:14.100972 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81224440-f418-42dc-9736-22cc38c7dcb2 req-4f2c369b-c87c-4a5f-b7a0-f78e7a6466ad service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afca6c8d-8e3c-40e1-8286-5744e8968eec HTTP/1.1" status: 200 len: 998 time: 0.0643091 Sep 19 11:31:14.141730 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:14.149447 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:14.154940 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81224440-f418-42dc-9736-22cc38c7dcb2 req-d6f5cd88-93f0-49fb-9861-cb284fbd2c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:14.156438 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81224440-f418-42dc-9736-22cc38c7dcb2 req-d6f5cd88-93f0-49fb-9861-cb284fbd2c86 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7fba9500-450b-48d5-89c9-3abf0acd9be1 HTTP/1.1" status: 200 len: 853 time: 0.0503480 Sep 19 11:31:14.199116 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81224440-f418-42dc-9736-22cc38c7dcb2 req-d8656845-9787-4fd0-be2c-3b87f6f9e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:14.200888 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81224440-f418-42dc-9736-22cc38c7dcb2 req-d8656845-9787-4fd0-be2c-3b87f6f9e800 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4bd047f8-e757-4211-9ab1-9e25ad2c412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390317 Sep 19 11:31:14.231047 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:14.245823 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fd6e785a-dd31-4360-a9c4-f22b0bfcf990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '845e8d43-5177-49fc-b68e-c5d7686824a0', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'port_id': 'afca6c8d-8e3c-40e1-8286-5744e8968eec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'mac_address': 'fa:16:3e:d1:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3447abb6-66c7-4950-b7a7-ce7cb9a9db6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:30:58Z', 'updated_at': '2022-09-19T11:31:13Z', 'revision_number': 1, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:31:14.270477 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6e785a-dd31-4360-a9c4-f22b0bfcf990 None None] Checking router: d857b83b-07e6-45dd-b263-3a6cfe8e2b6c for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:31:14.278807 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6e785a-dd31-4360-a9c4-f22b0bfcf990 None None] Routers {'d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:31:14.279462 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fd6e785a-dd31-4360-a9c4-f22b0bfcf990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:30:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:31:14.291752 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81224440-f418-42dc-9736-22cc38c7dcb2 req-50395121-2fe9-4d76-952e-362905051722 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839574 Sep 19 11:31:14.381594 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-fd6e785a-dd31-4360-a9c4-f22b0bfcf990 None None] Set router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:31:14.385220 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81224440-f418-42dc-9736-22cc38c7dcb2 req-9814a010-ac23-4d75-928c-c57ba107ffce service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878851 Sep 19 11:31:14.592701 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fd6e785a-dd31-4360-a9c4-f22b0bfcf990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '845e8d43-5177-49fc-b68e-c5d7686824a0', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'port_id': 'afca6c8d-8e3c-40e1-8286-5744e8968eec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'mac_address': 'fa:16:3e:d1:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3447abb6-66c7-4950-b7a7-ce7cb9a9db6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:30:58Z', 'updated_at': '2022-09-19T11:31:13Z', 'revision_number': 1, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:31:14.616767 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6e785a-dd31-4360-a9c4-f22b0bfcf990 None None] The sync data for ids ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'] in dv-cinder-820994-5-iscsi is: [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '845e8d43-5177-49fc-b68e-c5d7686824a0', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'port_id': 'afca6c8d-8e3c-40e1-8286-5744e8968eec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'mac_address': 'fa:16:3e:d1:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3447abb6-66c7-4950-b7a7-ce7cb9a9db6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:30:58Z', 'updated_at': '2022-09-19T11:31:13Z', 'revision_number': 1, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:31:14.802085 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f35fa0-c16c-412c-80ba-942d4233f1aa None None] New status for floating IP 845e8d43-5177-49fc-b68e-c5d7686824a0: ACTIVE {{(pid=106256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:31:16.332514 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-de3a48bd-75fc-48b2-bfc4-2222809424db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:16.836971 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:31:18.466019 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3b032dc1-57c0-4f8e-ba6b-bd8f7c30c3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:19.849544 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:21.325886 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:21.397613 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:24.380339 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=23 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:24.382255 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=24 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:24.901695 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=12,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:26.832665 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=14 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:30.968224 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:32.478179 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 34820) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:31:32.606444 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-519282bb-3af2-4aa9-9d19-4cf5c019050f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:32.681706 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-519282bb-3af2-4aa9-9d19-4cf5c019050f admin admin] Publish callbacks [] for security_group (07ec15f4-8307-4d7d-8fd6-a95542635358), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:32.685463 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-519282bb-3af2-4aa9-9d19-4cf5c019050f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (07ec15f4-8307-4d7d-8fd6-a95542635358), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:32.729823 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-519282bb-3af2-4aa9-9d19-4cf5c019050f admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=07c0dd5148c74b32abdc5bce068b1c71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505836 Sep 19 11:31:32.730601 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519282bb-3af2-4aa9-9d19-4cf5c019050f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ec15f4-8307-4d7d-8fd6-a95542635358,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:31:32.732560 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 34824) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:31:32.782352 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5bdb2b99-8e70-488d-9d0e-478b2427ca79 admin admin] Publish callbacks [] for security_group (07ec15f4-8307-4d7d-8fd6-a95542635358), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:32.804540 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5bdb2b99-8e70-488d-9d0e-478b2427ca79 admin admin] Publish callbacks [] for security_group (07ec15f4-8307-4d7d-8fd6-a95542635358), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:32.853310 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5bdb2b99-8e70-488d-9d0e-478b2427ca79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (07ec15f4-8307-4d7d-8fd6-a95542635358), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:32.855953 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5bdb2b99-8e70-488d-9d0e-478b2427ca79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:32.857100 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-5bdb2b99-8e70-488d-9d0e-478b2427ca79 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/07ec15f4-8307-4d7d-8fd6-a95542635358 HTTP/1.1" status: 204 len: 168 time: 0.1235142 Sep 19 11:31:32.867006 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb2b99-8e70-488d-9d0e-478b2427ca79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ec15f4-8307-4d7d-8fd6-a95542635358,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:31:32.874280 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2b99-8e70-488d-9d0e-478b2427ca79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:32.874633 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2b99-8e70-488d-9d0e-478b2427ca79 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:32.874982 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2b99-8e70-488d-9d0e-478b2427ca79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:32.875325 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2b99-8e70-488d-9d0e-478b2427ca79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:32.875656 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2b99-8e70-488d-9d0e-478b2427ca79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:32.876127 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2b99-8e70-488d-9d0e-478b2427ca79 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:32.876462 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2b99-8e70-488d-9d0e-478b2427ca79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:32.876790 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2b99-8e70-488d-9d0e-478b2427ca79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:32.877118 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2b99-8e70-488d-9d0e-478b2427ca79 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:32.877449 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2b99-8e70-488d-9d0e-478b2427ca79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:32.877782 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2b99-8e70-488d-9d0e-478b2427ca79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:32.878106 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2b99-8e70-488d-9d0e-478b2427ca79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:32.878428 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2b99-8e70-488d-9d0e-478b2427ca79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:32.878748 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2b99-8e70-488d-9d0e-478b2427ca79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:32.879069 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2b99-8e70-488d-9d0e-478b2427ca79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:35.873608 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a3c6f3c-eeec-44a1-a8c5-60da5788d354 req-14498738-95ff-456e-9ae2-18cde3181b90 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4043326f-606a-4ce6-81d9-95bbd73358d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381341 Sep 19 11:31:35.954308 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c6f3c-eeec-44a1-a8c5-60da5788d354 req-f5c5656d-539b-433b-8ebc-3eb06fa3038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:35.955672 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a3c6f3c-eeec-44a1-a8c5-60da5788d354 req-f5c5656d-539b-433b-8ebc-3eb06fa3038c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8351993a1ab94f82bc238a23b2d542d3&device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 1130 time: 0.0392721 Sep 19 11:31:36.060097 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c6f3c-eeec-44a1-a8c5-60da5788d354 req-1d47eac1-8006-4abe-ab3b-6279d1c4eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:36.061520 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a3c6f3c-eeec-44a1-a8c5-60da5788d354 req-1d47eac1-8006-4abe-ab3b-6279d1c4eda3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=fb35c99b-23b9-4b32-a307-2150c63e0c0a HTTP/1.1" status: 200 len: 912 time: 0.0880613 Sep 19 11:31:36.122275 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a3c6f3c-eeec-44a1-a8c5-60da5788d354 req-0b41374e-093f-4c87-bb86-87ff0e787424 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33c62641-505f-4f2e-b389-5020e568a62a HTTP/1.1" status: 200 len: 1001 time: 0.0538437 Sep 19 11:31:36.170772 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c6f3c-eeec-44a1-a8c5-60da5788d354 req-b5c614fd-f157-4a1e-b8a4-30e1289b2210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:36.172172 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a3c6f3c-eeec-44a1-a8c5-60da5788d354 req-b5c614fd-f157-4a1e-b8a4-30e1289b2210 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=12b60c37-1469-4c8f-99da-759b2d2ba30b HTTP/1.1" status: 200 len: 850 time: 0.0425668 Sep 19 11:31:36.222722 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c6f3c-eeec-44a1-a8c5-60da5788d354 req-d8318858-9f70-4450-8279-fee0003ed37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:36.224278 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a3c6f3c-eeec-44a1-a8c5-60da5788d354 req-d8318858-9f70-4450-8279-fee0003ed37b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=fb35c99b-23b9-4b32-a307-2150c63e0c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444682 Sep 19 11:31:36.317011 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a3c6f3c-eeec-44a1-a8c5-60da5788d354 req-9a7d5d4b-1192-4517-8a68-3623bab3a28d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864346 Sep 19 11:31:36.421458 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a3c6f3c-eeec-44a1-a8c5-60da5788d354 req-f0ff8def-2ff2-4896-bc97-250907fe3371 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977426 Sep 19 11:31:36.463627 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 34870) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:31:36.568608 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-990769d3-6940-4243-ae93-df3bd949f3a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:36.643107 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-990769d3-6940-4243-ae93-df3bd949f3a1 admin admin] Publish callbacks [] for security_group (bdde0565-0149-42ee-9189-e2018631c752), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:36.646843 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-990769d3-6940-4243-ae93-df3bd949f3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (bdde0565-0149-42ee-9189-e2018631c752), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:36.685272 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990769d3-6940-4243-ae93-df3bd949f3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdde0565-0149-42ee-9189-e2018631c752,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:31:36.689400 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-990769d3-6940-4243-ae93-df3bd949f3a1 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=e1e88f3a8af54a60807b72beede628fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246392 Sep 19 11:31:36.692129 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 34874) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:31:36.740334 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b58a3fdd-4901-47da-8062-cb1e08580c22 admin admin] Publish callbacks [] for security_group (bdde0565-0149-42ee-9189-e2018631c752), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:36.760615 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b58a3fdd-4901-47da-8062-cb1e08580c22 admin admin] Publish callbacks [] for security_group (bdde0565-0149-42ee-9189-e2018631c752), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:36.810458 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b58a3fdd-4901-47da-8062-cb1e08580c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (bdde0565-0149-42ee-9189-e2018631c752), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:36.813026 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b58a3fdd-4901-47da-8062-cb1e08580c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:36.814189 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-b58a3fdd-4901-47da-8062-cb1e08580c22 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/bdde0565-0149-42ee-9189-e2018631c752 HTTP/1.1" status: 204 len: 168 time: 0.1211562 Sep 19 11:31:36.822422 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a3fdd-4901-47da-8062-cb1e08580c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdde0565-0149-42ee-9189-e2018631c752,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:31:38.912728 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:38.913842 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:42.893452 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:45.305025 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-f0a1c209-3ebd-4968-a5b7-fc4b755b43c0 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1916601463&fields=id&tenant_id=8351993a1ab94f82bc238a23b2d542d3 HTTP/1.1" status: 200 len: 267 time: 0.0433483 Sep 19 11:31:45.415488 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-be06408c-3b18-421b-b3b3-428b7c4f3f2c tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:45.416963 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-be06408c-3b18-421b-b3b3-428b7c4f3f2c tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/networks?id=fb35c99b-23b9-4b32-a307-2150c63e0c0a HTTP/1.1" status: 200 len: 811 time: 0.1052604 Sep 19 11:31:45.431494 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-01c48b8a-c4c2-4070-ad2f-749931204aed tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/quotas/8351993a1ab94f82bc238a23b2d542d3 HTTP/1.1" status: 200 len: 375 time: 0.0085731 Sep 19 11:31:45.467956 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:45.483946 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-a7c78b22-4c6e-43bf-bf06-cf11e50d5b21 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=8351993a1ab94f82bc238a23b2d542d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470850 Sep 19 11:31:45.579883 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-5d0dd38a-39ac-45fe-831f-5723996c310f service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846741 Sep 19 11:31:45.592581 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:45.670527 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-5260d753-012a-41d5-b706-24d5f9439839 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850015 Sep 19 11:31:45.962038 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce9d4c11-b464-46de-bf23-e8591ebdd698 req-7ba1b529-4fae-48ce-99b2-0f6816a7d49b tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 210 time: 0.0296445 Sep 19 11:31:46.323072 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:46.335533 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f1995aee-ae0f-4aa7-9d90-5d1691cec3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:46.816859 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=50,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:46.817676 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=53,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:47.164798 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8778641e-e65b-462a-8d03-5323e3a77e09 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:47.166859 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8778641e-e65b-462a-8d03-5323e3a77e09 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.72 "GET /networking/v2.0/networks?id=fb35c99b-23b9-4b32-a307-2150c63e0c0a HTTP/1.1" status: 200 len: 811 time: 0.2356405 Sep 19 11:31:47.238101 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d37dd68e-9baa-44fd-9ce3-56153b7ad888 req-19162a69-53bc-4d34-89e0-f1aff2137e6f tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 210 time: 0.0404680 Sep 19 11:31:47.257895 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-eef243ba-b0fb-4bd9-abec-a185d559d5a8 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8351993a1ab94f82bc238a23b2d542d3 HTTP/1.1" status: 200 len: 380 time: 0.0824590 Sep 19 11:31:47.267634 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Request body: {'port': {'device_id': '142b0c02-3675-49cb-ad27-07fe1658b456', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'admin_state_up': True, 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'security_groups': ['41a661c5-4afb-4f09-8b3f-835fc994325f']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:31:47.377102 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Made reservation on behalf of 8351993a1ab94f82bc238a23b2d542d3 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:31:47.380840 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:47.517165 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Allocated IP 172.20.0.7 (fb35c99b-23b9-4b32-a307-2150c63e0c0a/12b60c37-1469-4c8f-99da-759b2d2ba30b/91d1e660-585f-4a66-85ee-741ce943a844) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:31:47.663334 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for port (91d1e660-585f-4a66-85ee-741ce943a844), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:47.696355 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (91d1e660-585f-4a66-85ee-741ce943a844), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:47.702798 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:47.757471 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Network fb35c99b-23b9-4b32-a307-2150c63e0c0a is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:31:47.760585 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:31:47.765006 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:31:47.791100 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event updated for resources: {'Port': ['ID=91d1e660-585f-4a66-85ee-741ce943a844,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:31:47.795359 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:47.806309 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:47.806667 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:47.807012 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:47.807347 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:47.807679 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:47.808098 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:47.808568 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:47.808906 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:47.809233 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:47.809558 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:47.809885 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:47.810212 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:47.810536 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:47.810858 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:47.811176 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:47.832466 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:47.833077 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:47.850809 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-6c9828c9-3b8d-4973-ae45-da159cfc8677 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5866854 Sep 19 11:31:47.862425 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] Request body: {'port': {'device_id': '142b0c02-3675-49cb-ad27-07fe1658b456', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:31:47.928300 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (91d1e660-585f-4a66-85ee-741ce943a844), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:47.976799 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-837c3171-87f2-425f-9b74-7bb6e20c562b None None] Provisioning complete for port 91d1e660-585f-4a66-85ee-741ce943a844 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:31:47.977520 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-837c3171-87f2-425f-9b74-7bb6e20c562b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (91d1e660-585f-4a66-85ee-741ce943a844), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:47.977520 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-837c3171-87f2-425f-9b74-7bb6e20c562b None None] Attempt 1 to provision port 91d1e660-585f-4a66-85ee-741ce943a844 Sep 19 11:31:48.008518 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-837c3171-87f2-425f-9b74-7bb6e20c562b None None] Port 91d1e660-585f-4a66-85ee-741ce943a844 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:31:48.202562 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d1e660-585f-4a66-85ee-741ce943a844 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:31:48.210129 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] Publish callbacks [] for port (91d1e660-585f-4a66-85ee-741ce943a844), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:48.222377 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] Transition to ACTIVE for port object 91d1e660-585f-4a66-85ee-741ce943a844 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 11:31:48.225266 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (91d1e660-585f-4a66-85ee-741ce943a844), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:48.306956 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] Pushing event updated for resources: {'Port': ['ID=91d1e660-585f-4a66-85ee-741ce943a844,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:31:48.376175 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef853ee-1255-444c-b9e8-9de08707f2bc req-15e0a390-ae97-4ccc-bf4c-f6da3a34e0ca tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:48.377675 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aef853ee-1255-444c-b9e8-9de08707f2bc req-15e0a390-ae97-4ccc-bf4c-f6da3a34e0ca tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 943 time: 0.0659440 Sep 19 11:31:48.378815 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] Attempting to bind port 91d1e660-585f-4a66-85ee-741ce943a844 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:31:48.379145 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] Attempting to bind port 91d1e660-585f-4a66-85ee-741ce943a844 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:31:48.379473 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] Attempting to bind port 91d1e660-585f-4a66-85ee-741ce943a844 on network fb35c99b-23b9-4b32-a307-2150c63e0c0a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:31:48.458869 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] Port 91d1e660-585f-4a66-85ee-741ce943a844 on network fb35c99b-23b9-4b32-a307-2150c63e0c0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 11:31:48.459197 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] Attempting to bind port 91d1e660-585f-4a66-85ee-741ce943a844 on network fb35c99b-23b9-4b32-a307-2150c63e0c0a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:31:48.465724 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aef853ee-1255-444c-b9e8-9de08707f2bc req-b0decff9-430b-4094-932e-f4b54b8094ec tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658035 Sep 19 11:31:48.468001 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-45f6c1f2-b03c-4d0d-b8bc-5bb846249e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:48.507284 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] Checking agent: {'id': '89dce09e-1d3d-46be-9edc-f71162f9f1f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'started_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:31:48.507689 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] Checking segment: {'id': '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:31:48.508101 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] Bound using segment: {'id': '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:31:48.508536 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] Bound port: 91d1e660-585f-4a66-85ee-741ce943a844, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:31:48.508895 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (91d1e660-585f-4a66-85ee-741ce943a844), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:48.509980 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-837c3171-87f2-425f-9b74-7bb6e20c562b None None] Attempt 2 to provision port 91d1e660-585f-4a66-85ee-741ce943a844 Sep 19 11:31:48.545303 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-837c3171-87f2-425f-9b74-7bb6e20c562b None None] Port 91d1e660-585f-4a66-85ee-741ce943a844 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:31:48.569746 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] For port 91d1e660-585f-4a66-85ee-741ce943a844, host hv-cinder-82099, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:31:48.572887 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] For port 91d1e660-585f-4a66-85ee-741ce943a844, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=91d1e660-585f-4a66-85ee-741ce943a844,segment=NetworkSegment(622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf),segment_id=622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:31:48.579481 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (91d1e660-585f-4a66-85ee-741ce943a844), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:48.584356 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:48.584967 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:48.586325 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/91d1e660-585f-4a66-85ee-741ce943a844 HTTP/1.1" status: 200 len: 1093 time: 0.7281699 Sep 19 11:31:48.586875 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142b0c02-3675-49cb-ad27-07fe1658b456', 'tag': '91d1e660-585f-4a66-85ee-741ce943a844'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:31:48.589108 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db658eb-03a8-4933-b9fe-ab161801bab1" -d '{"events": [{"name": "network-changed", "server_uuid": "142b0c02-3675-49cb-ad27-07fe1658b456", "tag": "91d1e660-585f-4a66-85ee-741ce943a844"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:31:48.623311 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:48.627437 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:48.647792 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d16ecf-5dd0-42b8-a6a2-030f1c2f82da x-openstack-request-id: req-a5d16ecf-5dd0-42b8-a6a2-030f1c2f82da {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:31:48.648081 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142b0c02-3675-49cb-ad27-07fe1658b456", "tag": "91d1e660-585f-4a66-85ee-741ce943a844", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:31:48.648332 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a5d16ecf-5dd0-42b8-a6a2-030f1c2f82da {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:31:48.648726 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5d16ecf-5dd0-42b8-a6a2-030f1c2f82da'] response: {'name': 'network-changed', 'server_uuid': '142b0c02-3675-49cb-ad27-07fe1658b456', 'tag': '91d1e660-585f-4a66-85ee-741ce943a844', 'status': 'completed', 'code': 200} Sep 19 11:31:48.674655 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827284d-8d9c-4b52-90e5-61be0f4ddb81 service neutron] Pushing event updated for resources: {'Port': ['ID=91d1e660-585f-4a66-85ee-741ce943a844,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:31:48.684478 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-be5588b1-d383-4b8f-ab47-41ce0d56bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:48.685981 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-be5588b1-d383-4b8f-ab47-41ce0d56bde1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8351993a1ab94f82bc238a23b2d542d3&device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 1127 time: 0.0592983 Sep 19 11:31:48.726468 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-640b9853-720e-4d1f-95b6-f13e4a96c937 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91d1e660-585f-4a66-85ee-741ce943a844 HTTP/1.1" status: 200 len: 217 time: 0.0329044 Sep 19 11:31:48.774333 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-57830504-cca3-422a-8133-2d8189e2debb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:48.775701 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-57830504-cca3-422a-8133-2d8189e2debb service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=12b60c37-1469-4c8f-99da-759b2d2ba30b HTTP/1.1" status: 200 len: 850 time: 0.0433624 Sep 19 11:31:48.822495 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-2bb612fc-bcbc-497d-8e51-5edddff649f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:48.824687 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-2bb612fc-bcbc-497d-8e51-5edddff649f6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=fb35c99b-23b9-4b32-a307-2150c63e0c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413008 Sep 19 11:31:48.913052 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-1050a9cc-e3cd-48e3-87d8-85cfed8dfb1d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823188 Sep 19 11:31:49.004473 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-67ad8480-9c2c-4ffb-b36e-ede12c32ba00 req-e0bca329-2f1b-499e-8be3-7822b1c4867e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854278 Sep 19 11:31:49.046651 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-837c3171-87f2-425f-9b74-7bb6e20c562b None None] Attempt 3 to provision port 91d1e660-585f-4a66-85ee-741ce943a844 Sep 19 11:31:49.084709 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-837c3171-87f2-425f-9b74-7bb6e20c562b None None] Port 91d1e660-585f-4a66-85ee-741ce943a844 had new provisioning blocks added so it will not transition to active. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 11:31:49.304446 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db658eb-03a8-4933-b9fe-ab161801bab1 req-39181d5c-b599-420f-8a73-6c13e5f1775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:49.305965 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1db658eb-03a8-4933-b9fe-ab161801bab1 req-39181d5c-b599-420f-8a73-6c13e5f1775d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8351993a1ab94f82bc238a23b2d542d3&device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 1127 time: 0.0424979 Sep 19 11:31:49.409754 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db658eb-03a8-4933-b9fe-ab161801bab1 req-5017b178-c884-4b9c-97b4-fb2b20a98376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:49.411230 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1db658eb-03a8-4933-b9fe-ab161801bab1 req-5017b178-c884-4b9c-97b4-fb2b20a98376 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=fb35c99b-23b9-4b32-a307-2150c63e0c0a HTTP/1.1" status: 200 len: 912 time: 0.0985496 Sep 19 11:31:49.460465 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1db658eb-03a8-4933-b9fe-ab161801bab1 req-2a404501-e5d6-49d3-aff2-a65c4fc9117a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91d1e660-585f-4a66-85ee-741ce943a844 HTTP/1.1" status: 200 len: 217 time: 0.0328789 Sep 19 11:31:49.510629 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db658eb-03a8-4933-b9fe-ab161801bab1 req-cf053683-4ed3-45ec-88ab-bf513f9a56cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:49.512142 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1db658eb-03a8-4933-b9fe-ab161801bab1 req-cf053683-4ed3-45ec-88ab-bf513f9a56cd service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=12b60c37-1469-4c8f-99da-759b2d2ba30b HTTP/1.1" status: 200 len: 850 time: 0.0436153 Sep 19 11:31:49.828027 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db658eb-03a8-4933-b9fe-ab161801bab1 req-3f509264-4141-43a0-b357-483ec14e2621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:49.829516 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1db658eb-03a8-4933-b9fe-ab161801bab1 req-3f509264-4141-43a0-b357-483ec14e2621 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=fb35c99b-23b9-4b32-a307-2150c63e0c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3112128 Sep 19 11:31:49.850636 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:49.862999 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537d2be-69c1-407f-97d2-26466498dfa9 req-783fe2b5-7ed1-434e-842b-6e0771fdc420 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:49.864462 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0537d2be-69c1-407f-97d2-26466498dfa9 req-783fe2b5-7ed1-434e-842b-6e0771fdc420 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 943 time: 0.3164122 Sep 19 11:31:49.965612 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0537d2be-69c1-407f-97d2-26466498dfa9 req-87741d18-4a91-4bb5-b1e1-fe6893ac6bdc tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747733 Sep 19 11:31:49.970811 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1db658eb-03a8-4933-b9fe-ab161801bab1 req-5936727b-9d36-464d-9850-45c4cf01a64b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338603 Sep 19 11:31:50.062179 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1db658eb-03a8-4933-b9fe-ab161801bab1 req-4f6798c8-cbb5-42db-b64c-f692a425f3b6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846913 Sep 19 11:31:51.088394 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091646a-2f00-4ba1-93c6-d02d39af0602 req-db498794-d101-42b3-9496-a2b7e6e60510 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:51.090346 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1091646a-2f00-4ba1-93c6-d02d39af0602 req-db498794-d101-42b3-9496-a2b7e6e60510 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 943 time: 0.0505409 Sep 19 11:31:51.122661 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:51.139016 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1091646a-2f00-4ba1-93c6-d02d39af0602 req-3d5a4f0e-e392-453f-ae85-09d7db36c68d tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431495 Sep 19 11:31:51.326130 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:51.400512 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:52.258065 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a269079-af2b-4bc5-8ad4-a401fe56c4a8 req-bfb8dfcc-5a1a-4902-aa77-cdd33f82d4fd tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:52.259523 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9a269079-af2b-4bc5-8ad4-a401fe56c4a8 req-bfb8dfcc-5a1a-4902-aa77-cdd33f82d4fd tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 943 time: 0.0463531 Sep 19 11:31:52.307832 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9a269079-af2b-4bc5-8ad4-a401fe56c4a8 req-73bedcbe-f9df-4990-95c2-c5b0b4cc191e tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427761 Sep 19 11:31:53.418296 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:53.428856 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1a7a4-92ae-4626-a7e4-eceba5e03642 req-02d807eb-bb35-4fe8-b807-f44e48add8e8 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:53.430327 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-73a1a7a4-92ae-4626-a7e4-eceba5e03642 req-02d807eb-bb35-4fe8-b807-f44e48add8e8 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 943 time: 0.0476916 Sep 19 11:31:53.486253 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-73a1a7a4-92ae-4626-a7e4-eceba5e03642 req-475e6ed6-1f89-4324-95c2-6195f6f7561d tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500515 Sep 19 11:31:53.836042 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:31:54.605962 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca1fb4-98a9-47df-99eb-3f80607e816c req-0afa0f23-d76f-40b0-baaa-a6900c9cba87 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:54.607410 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b4ca1fb4-98a9-47df-99eb-3f80607e816c req-0afa0f23-d76f-40b0-baaa-a6900c9cba87 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 943 time: 0.0465016 Sep 19 11:31:54.655638 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b4ca1fb4-98a9-47df-99eb-3f80607e816c req-798c0a6e-852d-429a-b213-dbdb09fc1254 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427790 Sep 19 11:31:55.776126 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cacb7a-b202-451e-86db-8a45409d353b req-a4b97ce9-adc2-4001-8187-b459a6c650eb tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:55.778043 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a9cacb7a-b202-451e-86db-8a45409d353b req-a4b97ce9-adc2-4001-8187-b459a6c650eb tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 943 time: 0.0460427 Sep 19 11:31:55.827146 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a9cacb7a-b202-451e-86db-8a45409d353b req-9e0b2c06-1948-49e2-97ad-318e29dfa4fd tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436547 Sep 19 11:31:56.953961 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0ba0f-1c7e-4043-9563-b730176623a7 req-562cb8d8-2cd0-4407-9740-25fec04af4a6 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:56.955410 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5db0ba0f-1c7e-4043-9563-b730176623a7 req-562cb8d8-2cd0-4407-9740-25fec04af4a6 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 943 time: 0.0509059 Sep 19 11:31:57.003386 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5db0ba0f-1c7e-4043-9563-b730176623a7 req-3c7b70ad-49a5-4662-b1cb-0e68a505694e tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424018 Sep 19 11:31:57.715604 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 91d1e660-585f-4a66-85ee-741ce943a844 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:31:57.814901 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 91d1e660-585f-4a66-85ee-741ce943a844, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=91d1e660-585f-4a66-85ee-741ce943a844,segment=NetworkSegment(622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf),segment_id=622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:31:57.826694 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': '91d1e660-585f-4a66-85ee-741ce943a844', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'port_id': '91d1e660-585f-4a66-85ee-741ce943a844', 'mac_address': 'fa:16:3e:ee:63:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:31:57.859829 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 91d1e660-585f-4a66-85ee-741ce943a844 is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:31:57.860227 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (91d1e660-585f-4a66-85ee-741ce943a844), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:57.876615 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d1e660-585f-4a66-85ee-741ce943a844 {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:31:57.896028 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 91d1e660-585f-4a66-85ee-741ce943a844, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=91d1e660-585f-4a66-85ee-741ce943a844,segment=NetworkSegment(622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf),segment_id=622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:31:57.901926 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (91d1e660-585f-4a66-85ee-741ce943a844), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:57.946687 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=91d1e660-585f-4a66-85ee-741ce943a844,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:31:57.954108 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:57.954458 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:57.954805 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:57.955145 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:57.955478 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:57.955839 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:57.956170 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:57.956498 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:57.956825 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:57.957151 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:57.957474 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:57.957799 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:57.958120 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:57.958438 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:57.958755 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:31:58.110969 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['91d1e660-585f-4a66-85ee-741ce943a844'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:31:58.126894 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28a965-dc3b-4ab7-863f-9d1388e6b154 req-653dacfb-e74c-4ddc-b295-d5e091f4607f tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:58.128498 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6a28a965-dc3b-4ab7-863f-9d1388e6b154 req-653dacfb-e74c-4ddc-b295-d5e091f4607f tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 944 time: 0.0511124 Sep 19 11:31:58.177944 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6a28a965-dc3b-4ab7-863f-9d1388e6b154 req-d270147e-8132-48b4-b312-e5a29e3e7ef0 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437834 Sep 19 11:31:59.449323 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8645a-d1c0-4b34-a629-4d81f0b11cc4 req-d932d2bc-e809-4a00-a0ae-0d751c917679 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:31:59.450830 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-95c8645a-d1c0-4b34-a629-4d81f0b11cc4 req-d932d2bc-e809-4a00-a0ae-0d751c917679 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 944 time: 0.0493968 Sep 19 11:31:59.507212 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-95c8645a-d1c0-4b34-a629-4d81f0b11cc4 req-b3eff8d8-7e28-4689-a604-dae201b7f40d tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508318 Sep 19 11:31:59.725077 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 91d1e660-585f-4a66-85ee-741ce943a844 up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:31:59.762512 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:59.763914 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:31:59.769656 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning for port 91d1e660-585f-4a66-85ee-741ce943a844 completed by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 11:31:59.777709 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port 91d1e660-585f-4a66-85ee-741ce943a844 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:31:59.778086 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (91d1e660-585f-4a66-85ee-741ce943a844), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:59.778422 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port 91d1e660-585f-4a66-85ee-741ce943a844 Sep 19 11:31:59.855716 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 91d1e660-585f-4a66-85ee-741ce943a844 is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:31:59.856129 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (91d1e660-585f-4a66-85ee-741ce943a844), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:59.878557 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142b0c02-3675-49cb-ad27-07fe1658b456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d1e660-585f-4a66-85ee-741ce943a844'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:31:59.880802 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768519a8-e166-4c0a-a4a2-c1d1b9e5576a" -d '{"events": [{"server_uuid": "142b0c02-3675-49cb-ad27-07fe1658b456", "name": "network-vif-plugged", "status": "completed", "tag": "91d1e660-585f-4a66-85ee-741ce943a844"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:31:59.894460 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 91d1e660-585f-4a66-85ee-741ce943a844, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=91d1e660-585f-4a66-85ee-741ce943a844,segment=NetworkSegment(622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf),segment_id=622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:31:59.899153 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (91d1e660-585f-4a66-85ee-741ce943a844), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:31:59.931543 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6094e6e-cdb7-40a6-bc52-7be064e145a7 x-openstack-request-id: req-f6094e6e-cdb7-40a6-bc52-7be064e145a7 {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:31:59.931860 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142b0c02-3675-49cb-ad27-07fe1658b456", "name": "network-vif-plugged", "status": "completed", "tag": "91d1e660-585f-4a66-85ee-741ce943a844", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:31:59.932109 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f6094e6e-cdb7-40a6-bc52-7be064e145a7 {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:31:59.933011 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6094e6e-cdb7-40a6-bc52-7be064e145a7'] response: {'server_uuid': '142b0c02-3675-49cb-ad27-07fe1658b456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d1e660-585f-4a66-85ee-741ce943a844', 'code': 200} Sep 19 11:31:59.951862 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=91d1e660-585f-4a66-85ee-741ce943a844,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:32:00.429474 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7234f-3b27-4046-9352-8662aa996bf4 req-4bfdf91b-8519-4161-b74b-9072f67f0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:00.431010 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e4d7234f-3b27-4046-9352-8662aa996bf4 req-4bfdf91b-8519-4161-b74b-9072f67f0b42 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 1129 time: 0.0398078 Sep 19 11:32:00.487728 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e4d7234f-3b27-4046-9352-8662aa996bf4 req-26b3f42a-01fe-40a2-8976-318bb510a526 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405786 Sep 19 11:32:00.628830 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4167135-04c0-4680-a8e4-73f66726eb56 req-232c56d6-31d1-4246-82ef-6ec1eeba3ad0 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:00.630235 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d4167135-04c0-4680-a8e4-73f66726eb56 req-232c56d6-31d1-4246-82ef-6ec1eeba3ad0 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 945 time: 0.0458162 Sep 19 11:32:00.679852 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d4167135-04c0-4680-a8e4-73f66726eb56 req-93f3321d-ac39-4ac1-ac01-4644934ae7b6 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441301 Sep 19 11:32:00.984127 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:01.804451 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840978f-cacf-4167-8f12-acabb3ce05e6 req-da1e614f-f64b-4ad1-8c28-b9d0789f4242 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:01.805858 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c840978f-cacf-4167-8f12-acabb3ce05e6 req-da1e614f-f64b-4ad1-8c28-b9d0789f4242 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 945 time: 0.0509102 Sep 19 11:32:01.856955 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c840978f-cacf-4167-8f12-acabb3ce05e6 req-5fd0b13c-e3a7-434e-9274-4e595538510d tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442183 Sep 19 11:32:01.975384 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e994285-60d0-4fc8-8f70-698a1885c584 req-478f288c-8742-45e4-bff4-2198359071e7 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:01.976869 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8e994285-60d0-4fc8-8f70-698a1885c584 req-478f288c-8742-45e4-bff4-2198359071e7 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 945 time: 0.0471141 Sep 19 11:32:02.008607 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:02.025266 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8e994285-60d0-4fc8-8f70-698a1885c584 req-0ae31e1f-9c4f-41c3-b1f0-3b7876e85fd1 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427964 Sep 19 11:32:02.054096 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35024) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:32:02.093086 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3946ba-3c25-453e-b5a8-99b235d87b65 tempest-TestVolumeBootPattern-1776994557 tempest-TestVolumeBootPattern-1776994557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:02.094598 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-7b3946ba-3c25-453e-b5a8-99b235d87b65 tempest-TestVolumeBootPattern-1776994557 tempest-TestVolumeBootPattern-1776994557-project-admin] 10.222.0.81 "GET /networking/v2.0/ports?device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 1124 time: 0.0392907 Sep 19 11:32:02.097399 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35026) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:32:02.101873 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-d2378254-b4b4-43c2-ae2f-688912f19b33 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Request body: {'floatingip': {'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'port_id': '91d1e660-585f-4a66-85ee-741ce943a844', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:32:02.123914 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d2378254-b4b4-43c2-ae2f-688912f19b33 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:02.216848 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d2378254-b4b4-43c2-ae2f-688912f19b33 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:02.335544 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-d2378254-b4b4-43c2-ae2f-688912f19b33 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Allocated IP 172.27.2.196 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/ad6d4e1c-9494-4356-99ef-5c8949cd6ed0) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:32:02.381973 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96242a2c-b9f5-43f6-b4ae-6288b80f44a9 req-ba3cd6a3-7e31-4597-b9ae-f50d1523cc70 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:02.389236 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-96242a2c-b9f5-43f6-b4ae-6288b80f44a9 req-ba3cd6a3-7e31-4597-b9ae-f50d1523cc70 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3447abb6-66c7-4950-b7a7-ce7cb9a9db6a HTTP/1.1" status: 200 len: 945 time: 0.0586286 Sep 19 11:32:02.435496 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-96242a2c-b9f5-43f6-b4ae-6288b80f44a9 req-677fd9de-2950-4f3d-a7f8-18a269e7dfa2 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=44be5e06-9188-469c-82f2-4cd70e2ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451677 Sep 19 11:32:02.445929 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d2378254-b4b4-43c2-ae2f-688912f19b33 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for port (ad6d4e1c-9494-4356-99ef-5c8949cd6ed0), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:02.478590 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d2378254-b4b4-43c2-ae2f-688912f19b33 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (ad6d4e1c-9494-4356-99ef-5c8949cd6ed0), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:02.517881 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2378254-b4b4-43c2-ae2f-688912f19b33 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:32:02.520799 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-d2378254-b4b4-43c2-ae2f-688912f19b33 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:32:02.524568 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2378254-b4b4-43c2-ae2f-688912f19b33 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:32:02.546678 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2378254-b4b4-43c2-ae2f-688912f19b33 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event updated for resources: {'Port': ['ID=ad6d4e1c-9494-4356-99ef-5c8949cd6ed0,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:32:02.817653 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:02.874118 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d2378254-b4b4-43c2-ae2f-688912f19b33 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for floatingip (78064d46-075d-48ee-9dbd-0c0e1780fe16), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:02.900588 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:02.940305 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d2378254-b4b4-43c2-ae2f-688912f19b33 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (ad6d4e1c-9494-4356-99ef-5c8949cd6ed0), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:03.084578 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d2378254-b4b4-43c2-ae2f-688912f19b33 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for port (ad6d4e1c-9494-4356-99ef-5c8949cd6ed0), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:03.088996 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d2378254-b4b4-43c2-ae2f-688912f19b33 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336761'] for port (ad6d4e1c-9494-4356-99ef-5c8949cd6ed0), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:03.156592 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2378254-b4b4-43c2-ae2f-688912f19b33 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event updated for resources: {'Port': ['ID=ad6d4e1c-9494-4356-99ef-5c8949cd6ed0,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:32:03.159047 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d2378254-b4b4-43c2-ae2f-688912f19b33 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (78064d46-075d-48ee-9dbd-0c0e1780fe16), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:03.256444 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.l3_db [None req-d2378254-b4b4-43c2-ae2f-688912f19b33 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Floating IP 78064d46-075d-48ee-9dbd-0c0e1780fe16 associated. External IP: 172.27.2.196, port: 91d1e660-585f-4a66-85ee-741ce943a844. Sep 19 11:32:03.450100 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2378254-b4b4-43c2-ae2f-688912f19b33 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Router 1c00146a-5490-485d-a6ec-8da2d53da6af has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:32:03.521446 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:03.554911 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2378254-b4b4-43c2-ae2f-688912f19b33 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:32:03.559005 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b322f-095f-44b6-bac4-5fc6cd58c0c7 req-fb103b58-40f8-4830-a829-91f5820f77df tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:03.560544 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f04b322f-095f-44b6-bac4-5fc6cd58c0c7 req-fb103b58-40f8-4830-a829-91f5820f77df tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3447abb6-66c7-4950-b7a7-ce7cb9a9db6a HTTP/1.1" status: 200 len: 945 time: 0.0481462 Sep 19 11:32:03.565131 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43d8315-b66d-486a-b737-bd38c251318e None None] Sync routers for ids ['1c00146a-5490-485d-a6ec-8da2d53da6af'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:32:03.575130 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d2378254-b4b4-43c2-ae2f-688912f19b33 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:03.576086 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d8315-b66d-486a-b737-bd38c251318e None None] Routers {'1c00146a-5490-485d-a6ec-8da2d53da6af'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:32:03.576978 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a43d8315-b66d-486a-b737-bd38c251318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:31:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['1c00146a-5490-485d-a6ec-8da2d53da6af'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:32:03.609127 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-d2378254-b4b4-43c2-ae2f-688912f19b33 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5102901 Sep 19 11:32:03.609932 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142b0c02-3675-49cb-ad27-07fe1658b456', 'tag': '91d1e660-585f-4a66-85ee-741ce943a844'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:32:03.612330 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703441799e6f49adca2ad8e8097d82180353dcc80b32e8c2cf6ef0d1aad19ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d238ea06-41f4-481d-bfc1-5b8497a1c5b5" -d '{"events": [{"name": "network-changed", "server_uuid": "142b0c02-3675-49cb-ad27-07fe1658b456", "tag": "91d1e660-585f-4a66-85ee-741ce943a844"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:32:03.615822 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f04b322f-095f-44b6-bac4-5fc6cd58c0c7 req-7b4f04ec-ff24-42d9-a1f5-20667b642815 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=44be5e06-9188-469c-82f2-4cd70e2ead99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485315 Sep 19 11:32:03.656460 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dd1aee-39dc-46f5-ace9-79955c90d398 x-openstack-request-id: req-b3dd1aee-39dc-46f5-ace9-79955c90d398 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:32:03.656761 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142b0c02-3675-49cb-ad27-07fe1658b456", "tag": "91d1e660-585f-4a66-85ee-741ce943a844", "status": "completed", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:32:03.657026 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3dd1aee-39dc-46f5-ace9-79955c90d398 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:32:03.657436 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3dd1aee-39dc-46f5-ace9-79955c90d398'] response: {'name': 'network-changed', 'server_uuid': '142b0c02-3675-49cb-ad27-07fe1658b456', 'tag': '91d1e660-585f-4a66-85ee-741ce943a844', 'status': 'completed', 'code': 200} Sep 19 11:32:03.686743 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a43d8315-b66d-486a-b737-bd38c251318e None None] Set router 1c00146a-5490-485d-a6ec-8da2d53da6af gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:32:03.739930 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238ea06-41f4-481d-bfc1-5b8497a1c5b5 req-3b73c61b-9652-4ba7-b2a1-9be37b884b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:03.741514 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d238ea06-41f4-481d-bfc1-5b8497a1c5b5 req-3b73c61b-9652-4ba7-b2a1-9be37b884b5d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8351993a1ab94f82bc238a23b2d542d3&device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 1129 time: 0.0385134 Sep 19 11:32:03.875030 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1543c0-80f2-49e4-8cc1-071064cfeb3d req-3ede27c9-7308-4237-87c2-90d33ff373d4 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:03.876518 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0c1543c0-80f2-49e4-8cc1-071064cfeb3d req-3ede27c9-7308-4237-87c2-90d33ff373d4 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3447abb6-66c7-4950-b7a7-ce7cb9a9db6a HTTP/1.1" status: 200 len: 945 time: 0.0682056 Sep 19 11:32:03.877616 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238ea06-41f4-481d-bfc1-5b8497a1c5b5 req-5f29e12f-1941-49d4-a299-e9cbc1f176ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:03.878916 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d238ea06-41f4-481d-bfc1-5b8497a1c5b5 req-5f29e12f-1941-49d4-a299-e9cbc1f176ad service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=fb35c99b-23b9-4b32-a307-2150c63e0c0a HTTP/1.1" status: 200 len: 912 time: 0.1302772 Sep 19 11:32:03.902365 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a43d8315-b66d-486a-b737-bd38c251318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '78064d46-075d-48ee-9dbd-0c0e1780fe16', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'port_id': '91d1e660-585f-4a66-85ee-741ce943a844', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'mac_address': 'fa:16:3e:ee:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b0c02-3675-49cb-ad27-07fe1658b456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:32:02Z', 'updated_at': '2022-09-19T11:32:02Z', 'revision_number': 0, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'fixed_ip_address_scope': None}, {'id': '940d0f18-dfda-4865-a276-4a57ea9fb2c6', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'port_id': '33c62641-505f-4f2e-b389-5020e568a62a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'mac_address': 'fa:16:3e:91:cf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4043326f-606a-4ce6-81d9-95bbd73358d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:29:54Z', 'updated_at': '2022-09-19T11:29:56Z', 'revision_number': 1, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:44Z', 'revision_number': 5, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:32:03.927628 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43d8315-b66d-486a-b737-bd38c251318e None None] Checking router: 1c00146a-5490-485d-a6ec-8da2d53da6af for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:32:03.936503 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d8315-b66d-486a-b737-bd38c251318e None None] Routers {'1c00146a-5490-485d-a6ec-8da2d53da6af'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:32:03.937105 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a43d8315-b66d-486a-b737-bd38c251318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:31:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['1c00146a-5490-485d-a6ec-8da2d53da6af'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:32:03.996618 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d238ea06-41f4-481d-bfc1-5b8497a1c5b5 req-6327e183-ba76-404f-a546-0409b9ed35ca service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91d1e660-585f-4a66-85ee-741ce943a844 HTTP/1.1" status: 200 len: 999 time: 0.1050193 Sep 19 11:32:04.039754 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a43d8315-b66d-486a-b737-bd38c251318e None None] Set router 1c00146a-5490-485d-a6ec-8da2d53da6af gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:32:04.040006 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-0c1543c0-80f2-49e4-8cc1-071064cfeb3d req-10db9833-84fa-4157-974b-c5931c6eabc5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Deleting port afca6c8d-8e3c-40e1-8286-5744e8968eec {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:32:04.040112 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0c1543c0-80f2-49e4-8cc1-071064cfeb3d req-10db9833-84fa-4157-974b-c5931c6eabc5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (afca6c8d-8e3c-40e1-8286-5744e8968eec), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:04.098789 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238ea06-41f4-481d-bfc1-5b8497a1c5b5 req-24c4ca1a-c7d1-4d0b-8fa1-e57a0972a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:04.100272 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d238ea06-41f4-481d-bfc1-5b8497a1c5b5 req-24c4ca1a-c7d1-4d0b-8fa1-e57a0972a186 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=12b60c37-1469-4c8f-99da-759b2d2ba30b HTTP/1.1" status: 200 len: 850 time: 0.0945759 Sep 19 11:32:04.169330 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238ea06-41f4-481d-bfc1-5b8497a1c5b5 req-073f1567-6479-4e79-9bde-dfb6c5a2d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:04.170710 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d238ea06-41f4-481d-bfc1-5b8497a1c5b5 req-073f1567-6479-4e79-9bde-dfb6c5a2d9c5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=fb35c99b-23b9-4b32-a307-2150c63e0c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629697 Sep 19 11:32:04.184858 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-0c1543c0-80f2-49e4-8cc1-071064cfeb3d req-10db9833-84fa-4157-974b-c5931c6eabc5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] For port afca6c8d-8e3c-40e1-8286-5744e8968eec, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=afca6c8d-8e3c-40e1-8286-5744e8968eec,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:32:04.185222 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0c1543c0-80f2-49e4-8cc1-071064cfeb3d req-10db9833-84fa-4157-974b-c5931c6eabc5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (afca6c8d-8e3c-40e1-8286-5744e8968eec), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:04.237610 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:04.253674 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a43d8315-b66d-486a-b737-bd38c251318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '78064d46-075d-48ee-9dbd-0c0e1780fe16', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'port_id': '91d1e660-585f-4a66-85ee-741ce943a844', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'mac_address': 'fa:16:3e:ee:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b0c02-3675-49cb-ad27-07fe1658b456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:32:02Z', 'updated_at': '2022-09-19T11:32:02Z', 'revision_number': 0, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'fixed_ip_address_scope': None}, {'id': '940d0f18-dfda-4865-a276-4a57ea9fb2c6', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'port_id': '33c62641-505f-4f2e-b389-5020e568a62a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'mac_address': 'fa:16:3e:91:cf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4043326f-606a-4ce6-81d9-95bbd73358d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:29:54Z', 'updated_at': '2022-09-19T11:29:56Z', 'revision_number': 1, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:44Z', 'revision_number': 5, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:32:04.277640 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43d8315-b66d-486a-b737-bd38c251318e None None] The sync data for ids ['1c00146a-5490-485d-a6ec-8da2d53da6af'] in dv-cinder-820994-5-iscsi is: [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '78064d46-075d-48ee-9dbd-0c0e1780fe16', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'port_id': '91d1e660-585f-4a66-85ee-741ce943a844', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'mac_address': 'fa:16:3e:ee:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b0c02-3675-49cb-ad27-07fe1658b456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:32:02Z', 'updated_at': '2022-09-19T11:32:02Z', 'revision_number': 0, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'fixed_ip_address_scope': None}, {'id': '940d0f18-dfda-4865-a276-4a57ea9fb2c6', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'port_id': '33c62641-505f-4f2e-b389-5020e568a62a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'mac_address': 'fa:16:3e:91:cf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4043326f-606a-4ce6-81d9-95bbd73358d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:29:54Z', 'updated_at': '2022-09-19T11:29:56Z', 'revision_number': 1, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:44Z', 'revision_number': 5, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:32:04.365086 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d238ea06-41f4-481d-bfc1-5b8497a1c5b5 req-d156d7ba-bf5f-4639-8780-b63ea673d117 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885333 Sep 19 11:32:04.466350 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c15ef30-b16b-48be-9ca3-a47917c76229 None None] New status for floating IP 78064d46-075d-48ee-9dbd-0c0e1780fe16: ACTIVE {{(pid=106256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:32:04.469811 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0c1543c0-80f2-49e4-8cc1-071064cfeb3d req-10db9833-84fa-4157-974b-c5931c6eabc5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:04.471678 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0c1543c0-80f2-49e4-8cc1-071064cfeb3d req-10db9833-84fa-4157-974b-c5931c6eabc5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (845e8d43-5177-49fc-b68e-c5d7686824a0), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:04.471678 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-0c1543c0-80f2-49e4-8cc1-071064cfeb3d req-10db9833-84fa-4157-974b-c5931c6eabc5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Floating IP 845e8d43-5177-49fc-b68e-c5d7686824a0 disassociated. External IP: 172.27.2.92, port: afca6c8d-8e3c-40e1-8286-5744e8968eec. Sep 19 11:32:04.471678 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-0c1543c0-80f2-49e4-8cc1-071064cfeb3d req-10db9833-84fa-4157-974b-c5931c6eabc5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Calling delete_port for afca6c8d-8e3c-40e1-8286-5744e8968eec owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:32:04.493553 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:04.529765 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:04.552032 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d238ea06-41f4-481d-bfc1-5b8497a1c5b5 req-66318cd0-1919-41c7-b7c2-ccc4ab9e00f4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569870 Sep 19 11:32:04.637681 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0c1543c0-80f2-49e4-8cc1-071064cfeb3d req-10db9833-84fa-4157-974b-c5931c6eabc5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (afca6c8d-8e3c-40e1-8286-5744e8968eec), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:04.672257 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db9833-84fa-4157-974b-c5931c6eabc5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event deleted for resources: {'Port': ['ID=afca6c8d-8e3c-40e1-8286-5744e8968eec,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:32:04.750719 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d40ae45b-f8a9-4dfe-a7b9-2176998a9cbe req-6cf2dafa-1dbb-440b-909e-20ef2591ec30 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3447abb6-66c7-4950-b7a7-ce7cb9a9db6a HTTP/1.1" status: 200 len: 210 time: 0.0324733 Sep 19 11:32:04.811997 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c1543c0-80f2-49e4-8cc1-071064cfeb3d req-10db9833-84fa-4157-974b-c5931c6eabc5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:32:04.915245 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c1543c0-80f2-49e4-8cc1-071064cfeb3d req-10db9833-84fa-4157-974b-c5931c6eabc5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:32:04.925957 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0896727c-3522-41ec-8890-8c9d139f2682 None None] Sync routers for ids ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:32:04.937639 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0896727c-3522-41ec-8890-8c9d139f2682 None None] Routers {'d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:32:04.938165 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0896727c-3522-41ec-8890-8c9d139f2682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:31:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:32:04.939698 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:04.961993 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1543c0-80f2-49e4-8cc1-071064cfeb3d req-10db9833-84fa-4157-974b-c5931c6eabc5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] No DVR routers for this DVR port afca6c8d-8e3c-40e1-8286-5744e8968eec on host hv-cinder-82099 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:32:04.964399 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0c1543c0-80f2-49e4-8cc1-071064cfeb3d req-10db9833-84fa-4157-974b-c5931c6eabc5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:04.967587 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0c1543c0-80f2-49e4-8cc1-071064cfeb3d req-10db9833-84fa-4157-974b-c5931c6eabc5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.72 "DELETE /networking/v2.0/ports/afca6c8d-8e3c-40e1-8286-5744e8968eec HTTP/1.1" status: 204 len: 173 time: 1.0821414 Sep 19 11:32:04.968105 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3447abb6-66c7-4950-b7a7-ce7cb9a9db6a', 'name': 'network-vif-deleted', 'tag': 'afca6c8d-8e3c-40e1-8286-5744e8968eec'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:32:04.970479 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8921b9-7807-419f-ac1e-e7d14f7113b4" -d '{"events": [{"server_uuid": "3447abb6-66c7-4950-b7a7-ce7cb9a9db6a", "name": "network-vif-deleted", "tag": "afca6c8d-8e3c-40e1-8286-5744e8968eec"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:32:05.018768 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b4d0b0-9926-43b4-bc32-6127b8447e22 x-openstack-request-id: req-17b4d0b0-9926-43b4-bc32-6127b8447e22 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:32:05.019125 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3447abb6-66c7-4950-b7a7-ce7cb9a9db6a", "name": "network-vif-deleted", "tag": "afca6c8d-8e3c-40e1-8286-5744e8968eec", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:32:05.019449 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-17b4d0b0-9926-43b4-bc32-6127b8447e22 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:32:05.019959 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b4d0b0-9926-43b4-bc32-6127b8447e22'] response: {'server_uuid': '3447abb6-66c7-4950-b7a7-ce7cb9a9db6a', 'name': 'network-vif-deleted', 'tag': 'afca6c8d-8e3c-40e1-8286-5744e8968eec', 'status': 'completed', 'code': 200} Sep 19 11:32:05.184655 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0896727c-3522-41ec-8890-8c9d139f2682 None None] Set router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:32:05.370735 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0896727c-3522-41ec-8890-8c9d139f2682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:32:05.397915 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0896727c-3522-41ec-8890-8c9d139f2682 None None] Checking router: d857b83b-07e6-45dd-b263-3a6cfe8e2b6c for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:32:05.407379 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0896727c-3522-41ec-8890-8c9d139f2682 None None] Routers {'d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:32:05.408004 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0896727c-3522-41ec-8890-8c9d139f2682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:31:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:32:05.511463 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0896727c-3522-41ec-8890-8c9d139f2682 None None] Set router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:32:05.710322 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0896727c-3522-41ec-8890-8c9d139f2682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:32:05.735358 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0896727c-3522-41ec-8890-8c9d139f2682 None None] The sync data for ids ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'] in dv-cinder-820994-5-iscsi is: [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:32:05.846572 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35048) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:32:05.877128 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:05.911203 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6c5939ee-c833-4525-9219-10c6b3bc7157 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (44be5e06-9188-469c-82f2-4cd70e2ead99), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:05.934850 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6c5939ee-c833-4525-9219-10c6b3bc7157 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (44be5e06-9188-469c-82f2-4cd70e2ead99), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:05.952765 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:05.970595 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2c757b-7b8b-4520-8e25-6bfcef61b998 None None] New status for floating IP 845e8d43-5177-49fc-b68e-c5d7686824a0: DOWN {{(pid=106256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:32:05.990192 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6c5939ee-c833-4525-9219-10c6b3bc7157 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (44be5e06-9188-469c-82f2-4cd70e2ead99), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:05.992836 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6c5939ee-c833-4525-9219-10c6b3bc7157 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:05.993991 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-6c5939ee-c833-4525-9219-10c6b3bc7157 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/44be5e06-9188-469c-82f2-4cd70e2ead99 HTTP/1.1" status: 204 len: 168 time: 0.1462245 Sep 19 11:32:05.997420 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 35050) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:32:06.003957 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5939ee-c833-4525-9219-10c6b3bc7157 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44be5e06-9188-469c-82f2-4cd70e2ead99,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:32:06.013349 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.api.v2.resource [None req-559f90cd-d6eb-4360-a1a4-732593e22f19 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] show failed (client error): The resource could not be found. Sep 19 11:32:06.014365 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-559f90cd-d6eb-4360-a1a4-732593e22f19 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups/44be5e06-9188-469c-82f2-4cd70e2ead99 HTTP/1.1" status: 404 len: 347 time: 0.0153980 Sep 19 11:32:06.017443 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 35052) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:32:06.131315 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3523e16c-d935-487c-b9ab-8e40bdd4edff tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Deleting port fbdd7da9-747c-459b-a938-bafdb2fc78f8 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:32:06.131660 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3523e16c-d935-487c-b9ab-8e40bdd4edff tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (fbdd7da9-747c-459b-a938-bafdb2fc78f8), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:06.209939 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3523e16c-d935-487c-b9ab-8e40bdd4edff tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (fbdd7da9-747c-459b-a938-bafdb2fc78f8), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:06.210266 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3523e16c-d935-487c-b9ab-8e40bdd4edff tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (fbdd7da9-747c-459b-a938-bafdb2fc78f8), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:06.222835 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3523e16c-d935-487c-b9ab-8e40bdd4edff tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Calling delete_port for fbdd7da9-747c-459b-a938-bafdb2fc78f8 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:32:06.348206 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3523e16c-d935-487c-b9ab-8e40bdd4edff tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (fbdd7da9-747c-459b-a938-bafdb2fc78f8), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:06.373864 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523e16c-d935-487c-b9ab-8e40bdd4edff tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event deleted for resources: {'Port': ['ID=fbdd7da9-747c-459b-a938-bafdb2fc78f8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:32:06.401411 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:06.438353 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3523e16c-d935-487c-b9ab-8e40bdd4edff tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (845e8d43-5177-49fc-b68e-c5d7686824a0), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:06.441001 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3523e16c-d935-487c-b9ab-8e40bdd4edff tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:06.442188 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-3523e16c-d935-487c-b9ab-8e40bdd4edff tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/845e8d43-5177-49fc-b68e-c5d7686824a0 HTTP/1.1" status: 204 len: 168 time: 0.4236839 Sep 19 11:32:06.506633 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 35056) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:32:06.511169 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8124c91b-0af7-48e3-aec4-a322be4c4603 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1718545939', 'description': 'tempest-description--574962427'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:32:06.532756 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8124c91b-0af7-48e3-aec4-a322be4c4603 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:06.547830 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:06.601762 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8124c91b-0af7-48e3-aec4-a322be4c4603 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (4168d9ad-89db-4834-8118-bf663f7580fd), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:06.605823 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8124c91b-0af7-48e3-aec4-a322be4c4603 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (4168d9ad-89db-4834-8118-bf663f7580fd), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:06.636401 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8124c91b-0af7-48e3-aec4-a322be4c4603 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:06.637734 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-8124c91b-0af7-48e3-aec4-a322be4c4603 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1300466 Sep 19 11:32:06.638835 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124c91b-0af7-48e3-aec4-a322be4c4603 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4168d9ad-89db-4834-8118-bf663f7580fd,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:32:06.640773 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 35058) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:32:06.644978 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-789b1a33-5e90-40cf-9b11-117a91819409 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'security_group_rule': {'security_group_id': '4168d9ad-89db-4834-8118-bf663f7580fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:32:06.671583 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-789b1a33-5e90-40cf-9b11-117a91819409 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (7cf92d09-b6f0-41c1-8662-a38ecfcee315), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:06.730584 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-789b1a33-5e90-40cf-9b11-117a91819409 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (7cf92d09-b6f0-41c1-8662-a38ecfcee315), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:06.733812 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-789b1a33-5e90-40cf-9b11-117a91819409 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (7cf92d09-b6f0-41c1-8662-a38ecfcee315), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:06.752537 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b1a33-5e90-40cf-9b11-117a91819409 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf92d09-b6f0-41c1-8662-a38ecfcee315,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:32:06.757411 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-789b1a33-5e90-40cf-9b11-117a91819409 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:06.758612 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-789b1a33-5e90-40cf-9b11-117a91819409 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169069 Sep 19 11:32:06.761330 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 35060) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:32:06.765561 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f7ea14af-0f94-45cf-9aa3-3cf6f7149754 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'security_group_rule': {'security_group_id': '4168d9ad-89db-4834-8118-bf663f7580fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:32:06.792355 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f7ea14af-0f94-45cf-9aa3-3cf6f7149754 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (e9b812ff-6b29-4695-8d30-55b0ed362acc), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:06.847498 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f7ea14af-0f94-45cf-9aa3-3cf6f7149754 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (e9b812ff-6b29-4695-8d30-55b0ed362acc), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:06.850859 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f7ea14af-0f94-45cf-9aa3-3cf6f7149754 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (e9b812ff-6b29-4695-8d30-55b0ed362acc), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:06.871013 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea14af-0f94-45cf-9aa3-3cf6f7149754 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b812ff-6b29-4695-8d30-55b0ed362acc,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:32:06.878127 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f7ea14af-0f94-45cf-9aa3-3cf6f7149754 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:06.879323 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-f7ea14af-0f94-45cf-9aa3-3cf6f7149754 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170154 Sep 19 11:32:06.882336 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 35062) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:32:06.886859 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-033035c1-0bef-467c-a01a-29e1ef62a9c0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'floatingip': {'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:32:06.909261 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-033035c1-0bef-467c-a01a-29e1ef62a9c0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:06.989485 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-033035c1-0bef-467c-a01a-29e1ef62a9c0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:07.104221 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-033035c1-0bef-467c-a01a-29e1ef62a9c0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Allocated IP 172.27.2.95 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/3d2c1f54-906c-41cb-97db-2e766f465569) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:32:07.115293 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:07.211557 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-033035c1-0bef-467c-a01a-29e1ef62a9c0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for port (3d2c1f54-906c-41cb-97db-2e766f465569), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:07.234918 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=7,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:07.244741 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-033035c1-0bef-467c-a01a-29e1ef62a9c0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (3d2c1f54-906c-41cb-97db-2e766f465569), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:07.284311 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033035c1-0bef-467c-a01a-29e1ef62a9c0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:32:07.288806 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-033035c1-0bef-467c-a01a-29e1ef62a9c0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:32:07.292661 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033035c1-0bef-467c-a01a-29e1ef62a9c0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:32:07.297855 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033035c1-0bef-467c-a01a-29e1ef62a9c0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'Port': ['ID=3d2c1f54-906c-41cb-97db-2e766f465569,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:32:07.379793 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-033035c1-0bef-467c-a01a-29e1ef62a9c0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (bcf5258d-0532-4d5f-a5c0-2cfcbb500cad), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:07.416036 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-033035c1-0bef-467c-a01a-29e1ef62a9c0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (3d2c1f54-906c-41cb-97db-2e766f465569), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:07.561996 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-033035c1-0bef-467c-a01a-29e1ef62a9c0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for port (3d2c1f54-906c-41cb-97db-2e766f465569), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:07.566614 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-033035c1-0bef-467c-a01a-29e1ef62a9c0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (3d2c1f54-906c-41cb-97db-2e766f465569), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:07.793912 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device afca6c8d-8e3c-40e1-8286-5744e8968eec no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:32:07.814138 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] No Port match for: afca6c8d-8e3c-40e1-8286-5744e8968eec {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:32:07.814493 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device afca6c8d-8e3c-40e1-8286-5744e8968eec not bound to the agent host hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:32:07.870786 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033035c1-0bef-467c-a01a-29e1ef62a9c0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'Port': ['ID=3d2c1f54-906c-41cb-97db-2e766f465569,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:32:07.873514 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-033035c1-0bef-467c-a01a-29e1ef62a9c0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (bcf5258d-0532-4d5f-a5c0-2cfcbb500cad), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:07.889513 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-033035c1-0bef-467c-a01a-29e1ef62a9c0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:07.890759 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-033035c1-0bef-467c-a01a-29e1ef62a9c0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0074444 Sep 19 11:32:08.092511 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-d2563b60-168b-4b07-85d7-25cb28b19b1d tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1718545939&fields=id&tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2 HTTP/1.1" status: 200 len: 267 time: 0.0472500 Sep 19 11:32:08.198557 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-effaef9d-492e-4514-8959-93c894c5e832 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:08.200048 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-effaef9d-492e-4514-8959-93c894c5e832 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/networks?id=4bd047f8-e757-4211-9ab1-9e25ad2c412a HTTP/1.1" status: 200 len: 814 time: 0.1010520 Sep 19 11:32:08.214829 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-858b2fec-9258-41b5-8a00-7cb4a0bebb14 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/quotas/0e5ff724699a4dafb37bc5d5e240f0b2 HTTP/1.1" status: 200 len: 375 time: 0.0095031 Sep 19 11:32:08.254792 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:08.268940 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-55d8923b-8ae9-43e4-a227-dbdf5ca3804a tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495050 Sep 19 11:32:08.364387 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0cf126f8-cbc8-4d2b-a201-dcce1cffe46b service neutron] 10.222.0.81 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831563 Sep 19 11:32:08.456280 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-4746e7ed-6ce9-4605-83ef-66830845f835 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862103 Sep 19 11:32:09.627443 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-24b13a6a-eed5-4797-af39-8546c7d8072b req-99f63cd0-a3c6-44c2-8ee1-ae875e480372 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e288bc81-919d-4cff-ba64-69d33daa072f HTTP/1.1" status: 200 len: 210 time: 0.0274570 Sep 19 11:32:10.599038 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:10.647819 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-11877ad8-d411-427e-ba8e-8f148ea4a0af tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:10.649448 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-11877ad8-d411-427e-ba8e-8f148ea4a0af tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.72 "GET /networking/v2.0/networks?id=4bd047f8-e757-4211-9ab1-9e25ad2c412a HTTP/1.1" status: 200 len: 814 time: 0.1089053 Sep 19 11:32:10.726844 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-95901cee-6276-4d57-95d3-52f79c430350 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2 HTTP/1.1" status: 200 len: 380 time: 0.0697937 Sep 19 11:32:10.742857 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-75ad4d67-f789-4470-8df1-9f835a20c551 req-9bf83967-e30b-4c64-adcd-e2505addf39f tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e288bc81-919d-4cff-ba64-69d33daa072f HTTP/1.1" status: 200 len: 210 time: 0.0330455 Sep 19 11:32:10.793147 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-d0f4f7ff-03d0-4928-b77b-680f49526d85 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'port': {'device_id': 'e288bc81-919d-4cff-ba64-69d33daa072f', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'admin_state_up': True, 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'security_groups': ['4168d9ad-89db-4834-8118-bf663f7580fd']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:32:10.903109 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-d0f4f7ff-03d0-4928-b77b-680f49526d85 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Made reservation on behalf of 0e5ff724699a4dafb37bc5d5e240f0b2 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:32:10.906713 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-d0f4f7ff-03d0-4928-b77b-680f49526d85 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:11.031591 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-d0f4f7ff-03d0-4928-b77b-680f49526d85 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Allocated IP 172.20.0.10 (4bd047f8-e757-4211-9ab1-9e25ad2c412a/7fba9500-450b-48d5-89c9-3abf0acd9be1/77b628f5-840c-4663-8fcf-7b30686700cd) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:32:11.171332 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-d0f4f7ff-03d0-4928-b77b-680f49526d85 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for port (77b628f5-840c-4663-8fcf-7b30686700cd), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:11.203490 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-d0f4f7ff-03d0-4928-b77b-680f49526d85 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (77b628f5-840c-4663-8fcf-7b30686700cd), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:11.209902 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:11.251051 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-d0f4f7ff-03d0-4928-b77b-680f49526d85 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Network 4bd047f8-e757-4211-9ab1-9e25ad2c412a is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:32:11.256044 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-d0f4f7ff-03d0-4928-b77b-680f49526d85 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:32:11.259810 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-d0f4f7ff-03d0-4928-b77b-680f49526d85 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:32:11.263786 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4f7ff-03d0-4928-b77b-680f49526d85 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event updated for resources: {'Port': ['ID=77b628f5-840c-4663-8fcf-7b30686700cd,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:32:11.314012 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-d0f4f7ff-03d0-4928-b77b-680f49526d85 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:11.314637 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-d0f4f7ff-03d0-4928-b77b-680f49526d85 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:11.330906 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-d0f4f7ff-03d0-4928-b77b-680f49526d85 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5421646 Sep 19 11:32:11.352572 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] Request body: {'port': {'device_id': 'e288bc81-919d-4cff-ba64-69d33daa072f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:32:11.414933 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (77b628f5-840c-4663-8fcf-7b30686700cd), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:11.439393 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-eca56e66-ef0e-4647-94ac-4e242925f10a None None] Provisioning complete for port 77b628f5-840c-4663-8fcf-7b30686700cd triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:32:11.439973 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-eca56e66-ef0e-4647-94ac-4e242925f10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (77b628f5-840c-4663-8fcf-7b30686700cd), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:11.440184 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-eca56e66-ef0e-4647-94ac-4e242925f10a None None] Attempt 1 to provision port 77b628f5-840c-4663-8fcf-7b30686700cd Sep 19 11:32:11.458631 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:11.473717 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-eca56e66-ef0e-4647-94ac-4e242925f10a None None] Port 77b628f5-840c-4663-8fcf-7b30686700cd cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:32:11.682714 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b628f5-840c-4663-8fcf-7b30686700cd {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:32:11.690342 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] Publish callbacks [] for port (77b628f5-840c-4663-8fcf-7b30686700cd), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:11.703453 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] Transition to ACTIVE for port object 77b628f5-840c-4663-8fcf-7b30686700cd will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 11:32:11.706686 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (77b628f5-840c-4663-8fcf-7b30686700cd), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:11.785167 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] Pushing event updated for resources: {'Port': ['ID=77b628f5-840c-4663-8fcf-7b30686700cd,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:32:11.815695 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] Attempting to bind port 77b628f5-840c-4663-8fcf-7b30686700cd on host hv-cinder-82099 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:32:11.816072 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] Attempting to bind port 77b628f5-840c-4663-8fcf-7b30686700cd by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:32:11.816403 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] Attempting to bind port 77b628f5-840c-4663-8fcf-7b30686700cd on network 4bd047f8-e757-4211-9ab1-9e25ad2c412a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:32:11.899508 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c59500-ad98-491a-af0b-cba7737af3f6 req-59099b7e-c36d-4049-b31d-b229317b8506 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:11.901577 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e4c59500-ad98-491a-af0b-cba7737af3f6 req-59099b7e-c36d-4049-b31d-b229317b8506 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e288bc81-919d-4cff-ba64-69d33daa072f HTTP/1.1" status: 200 len: 944 time: 0.0601115 Sep 19 11:32:11.903561 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] Port 77b628f5-840c-4663-8fcf-7b30686700cd on network 4bd047f8-e757-4211-9ab1-9e25ad2c412a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 11:32:11.903921 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] Attempting to bind port 77b628f5-840c-4663-8fcf-7b30686700cd on network 4bd047f8-e757-4211-9ab1-9e25ad2c412a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:32:11.974805 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-eca56e66-ef0e-4647-94ac-4e242925f10a None None] Attempt 2 to provision port 77b628f5-840c-4663-8fcf-7b30686700cd Sep 19 11:32:11.977711 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] Checking agent: {'id': '89dce09e-1d3d-46be-9edc-f71162f9f1f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'started_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:32:11.978052 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] Checking segment: {'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:32:11.978434 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] Bound using segment: {'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:32:11.978895 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] Bound port: 77b628f5-840c-4663-8fcf-7b30686700cd, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73969c0c-a0a5-41f4-b11c-e2089e9a63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:32:11.979257 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (77b628f5-840c-4663-8fcf-7b30686700cd), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:11.991550 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e4c59500-ad98-491a-af0b-cba7737af3f6 req-6afb605d-37df-4b0f-afa2-215908d72ac6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=4168d9ad-89db-4834-8118-bf663f7580fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844688 Sep 19 11:32:12.010789 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-eca56e66-ef0e-4647-94ac-4e242925f10a None None] Port 77b628f5-840c-4663-8fcf-7b30686700cd cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:32:12.048232 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] For port 77b628f5-840c-4663-8fcf-7b30686700cd, host hv-cinder-82099, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:32:12.051229 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] For port 77b628f5-840c-4663-8fcf-7b30686700cd, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=77b628f5-840c-4663-8fcf-7b30686700cd,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:32:12.057643 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (77b628f5-840c-4663-8fcf-7b30686700cd), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:12.061687 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:12.062299 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:12.063655 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/77b628f5-840c-4663-8fcf-7b30686700cd HTTP/1.1" status: 200 len: 1094 time: 0.7153947 Sep 19 11:32:12.064089 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:12.064784 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e288bc81-919d-4cff-ba64-69d33daa072f', 'tag': '77b628f5-840c-4663-8fcf-7b30686700cd'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:32:12.067001 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e272b5de-fd3a-432d-ae4b-06677a9537a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e288bc81-919d-4cff-ba64-69d33daa072f", "tag": "77b628f5-840c-4663-8fcf-7b30686700cd"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:32:12.116540 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616dcffb-04e8-493d-a117-357ad6a8b770 x-openstack-request-id: req-616dcffb-04e8-493d-a117-357ad6a8b770 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:32:12.116830 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e288bc81-919d-4cff-ba64-69d33daa072f", "tag": "77b628f5-840c-4663-8fcf-7b30686700cd", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:32:12.117090 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-616dcffb-04e8-493d-a117-357ad6a8b770 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:32:12.117493 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-616dcffb-04e8-493d-a117-357ad6a8b770'] response: {'name': 'network-changed', 'server_uuid': 'e288bc81-919d-4cff-ba64-69d33daa072f', 'tag': '77b628f5-840c-4663-8fcf-7b30686700cd', 'status': 'completed', 'code': 200} Sep 19 11:32:12.146095 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd992e3-443c-49af-94b8-3f1df7b112d2 service neutron] Pushing event updated for resources: {'Port': ['ID=77b628f5-840c-4663-8fcf-7b30686700cd,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:32:12.155595 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-47c02309-d749-458c-b394-e9e9a6f40bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:12.157147 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-47c02309-d749-458c-b394-e9e9a6f40bfd service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2&device_id=e288bc81-919d-4cff-ba64-69d33daa072f HTTP/1.1" status: 200 len: 1128 time: 0.0521245 Sep 19 11:32:12.201334 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-f31127ab-3344-459f-802d-df6a0e35812e service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77b628f5-840c-4663-8fcf-7b30686700cd HTTP/1.1" status: 200 len: 217 time: 0.0375311 Sep 19 11:32:12.249704 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-2132bb80-be34-4493-b9bf-cb6fa8eaa62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:12.251036 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-2132bb80-be34-4493-b9bf-cb6fa8eaa62a service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7fba9500-450b-48d5-89c9-3abf0acd9be1 HTTP/1.1" status: 200 len: 853 time: 0.0436792 Sep 19 11:32:12.294726 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-18a3f23e-b1eb-41ce-9048-be2b6f44e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:12.296227 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-18a3f23e-b1eb-41ce-9048-be2b6f44e7e1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4bd047f8-e757-4211-9ab1-9e25ad2c412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395217 Sep 19 11:32:12.348631 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:12.390578 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-1b678cbf-a50b-4964-8376-9e8bb51fbd89 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882430 Sep 19 11:32:12.479017 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8808ab00-06d4-4171-8c2c-f0d747dde9bf req-b6e9d339-be5a-42ff-be80-5e49f53846bf service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819688 Sep 19 11:32:12.511866 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-eca56e66-ef0e-4647-94ac-4e242925f10a None None] Attempt 3 to provision port 77b628f5-840c-4663-8fcf-7b30686700cd Sep 19 11:32:12.548244 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-eca56e66-ef0e-4647-94ac-4e242925f10a None None] Port 77b628f5-840c-4663-8fcf-7b30686700cd had new provisioning blocks added so it will not transition to active. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 11:32:13.118188 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e49f5-38e4-421c-b37f-c03b8fd61fcf req-3fea5c53-e38c-4b67-9cbc-0c38e0a4e8ba tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:13.120004 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-380e49f5-38e4-421c-b37f-c03b8fd61fcf req-3fea5c53-e38c-4b67-9cbc-0c38e0a4e8ba tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e288bc81-919d-4cff-ba64-69d33daa072f HTTP/1.1" status: 200 len: 944 time: 0.0526621 Sep 19 11:32:13.167195 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-380e49f5-38e4-421c-b37f-c03b8fd61fcf req-1eb3b761-dc70-412d-a926-a91e4d8f0ed8 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=4168d9ad-89db-4834-8118-bf663f7580fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414779 Sep 19 11:32:13.307295 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272b5de-fd3a-432d-ae4b-06677a9537a2 req-080f0bad-f92e-411e-96a5-5709d0660095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:13.308705 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e272b5de-fd3a-432d-ae4b-06677a9537a2 req-080f0bad-f92e-411e-96a5-5709d0660095 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2&device_id=e288bc81-919d-4cff-ba64-69d33daa072f HTTP/1.1" status: 200 len: 1128 time: 0.0387402 Sep 19 11:32:13.404997 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272b5de-fd3a-432d-ae4b-06677a9537a2 req-4fe6beb4-ffc3-49cb-9f1a-ec5406455bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:13.406428 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e272b5de-fd3a-432d-ae4b-06677a9537a2 req-4fe6beb4-ffc3-49cb-9f1a-ec5406455bff service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4bd047f8-e757-4211-9ab1-9e25ad2c412a HTTP/1.1" status: 200 len: 915 time: 0.0881293 Sep 19 11:32:13.444521 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e272b5de-fd3a-432d-ae4b-06677a9537a2 req-62f2d1ca-42ab-4d72-90e5-a6ce9a3bdc49 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77b628f5-840c-4663-8fcf-7b30686700cd HTTP/1.1" status: 200 len: 217 time: 0.0323119 Sep 19 11:32:13.491141 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272b5de-fd3a-432d-ae4b-06677a9537a2 req-cff599e0-60f8-436e-bd2d-d01ee1dc4ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:13.492561 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e272b5de-fd3a-432d-ae4b-06677a9537a2 req-cff599e0-60f8-436e-bd2d-d01ee1dc4ff6 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7fba9500-450b-48d5-89c9-3abf0acd9be1 HTTP/1.1" status: 200 len: 853 time: 0.0422449 Sep 19 11:32:13.533806 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272b5de-fd3a-432d-ae4b-06677a9537a2 req-836c3183-d24c-41c9-9cbb-71a7d5b1eb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:13.535242 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e272b5de-fd3a-432d-ae4b-06677a9537a2 req-836c3183-d24c-41c9-9cbb-71a7d5b1eb72 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4bd047f8-e757-4211-9ab1-9e25ad2c412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375540 Sep 19 11:32:13.630156 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e272b5de-fd3a-432d-ae4b-06677a9537a2 req-46f41b13-4b36-4f75-ab9d-191ba850b380 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860250 Sep 19 11:32:13.726866 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e272b5de-fd3a-432d-ae4b-06677a9537a2 req-a64f716d-e1b5-4322-b6fa-a3170d0d7bf2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872545 Sep 19 11:32:14.289294 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dcd55-0022-4cbb-9686-d15eab1a3ce0 req-7ed32fa9-e52b-4caa-9cee-8361f5984351 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:14.290748 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-133dcd55-0022-4cbb-9686-d15eab1a3ce0 req-7ed32fa9-e52b-4caa-9cee-8361f5984351 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e288bc81-919d-4cff-ba64-69d33daa072f HTTP/1.1" status: 200 len: 944 time: 0.0460203 Sep 19 11:32:14.338509 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-133dcd55-0022-4cbb-9686-d15eab1a3ce0 req-7246c7fd-e655-4b17-b995-6919d1d5f29a tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=4168d9ad-89db-4834-8118-bf663f7580fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411394 Sep 19 11:32:15.446131 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:15.459475 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97883a70-9916-4ca5-bc94-dc9a237b6f8c req-8671ad9c-6998-4582-acea-ba44e7120055 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:15.460980 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-97883a70-9916-4ca5-bc94-dc9a237b6f8c req-8671ad9c-6998-4582-acea-ba44e7120055 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e288bc81-919d-4cff-ba64-69d33daa072f HTTP/1.1" status: 200 len: 944 time: 0.0475013 Sep 19 11:32:15.511749 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-97883a70-9916-4ca5-bc94-dc9a237b6f8c req-5e9eb742-14c9-472b-9efa-aae47d65bef5 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=4168d9ad-89db-4834-8118-bf663f7580fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451856 Sep 19 11:32:15.832600 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 77b628f5-840c-4663-8fcf-7b30686700cd details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:32:15.913781 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:15.933196 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 77b628f5-840c-4663-8fcf-7b30686700cd, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=77b628f5-840c-4663-8fcf-7b30686700cd,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:32:15.943673 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': '77b628f5-840c-4663-8fcf-7b30686700cd', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'port_id': '77b628f5-840c-4663-8fcf-7b30686700cd', 'mac_address': 'fa:16:3e:21:76:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:32:15.966495 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:15.978366 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 77b628f5-840c-4663-8fcf-7b30686700cd is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:32:15.978751 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (77b628f5-840c-4663-8fcf-7b30686700cd), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:15.991329 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b628f5-840c-4663-8fcf-7b30686700cd {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:32:15.999009 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:15.999787 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:DELETE=2,neutron:SELECT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:16.012647 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 77b628f5-840c-4663-8fcf-7b30686700cd, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=77b628f5-840c-4663-8fcf-7b30686700cd,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:32:16.015999 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (77b628f5-840c-4663-8fcf-7b30686700cd), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:16.042620 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=31 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:16.048668 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=31,neutron:UPDATE=4 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:16.060691 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=77b628f5-840c-4663-8fcf-7b30686700cd,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:32:16.259264 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['77b628f5-840c-4663-8fcf-7b30686700cd'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:32:16.355529 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-04e496cd-bc63-44ea-b137-8606d510c261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:16.635777 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43098e35-acfc-41a9-9132-e71f9a62fc21 req-9f4c2ad1-11c9-4a4b-a48a-48a9ff3fe8f8 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:16.637238 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-43098e35-acfc-41a9-9132-e71f9a62fc21 req-9f4c2ad1-11c9-4a4b-a48a-48a9ff3fe8f8 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e288bc81-919d-4cff-ba64-69d33daa072f HTTP/1.1" status: 200 len: 945 time: 0.0494649 Sep 19 11:32:16.684147 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-43098e35-acfc-41a9-9132-e71f9a62fc21 req-0e104266-712a-4701-b550-6697c7e92f8f tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=4168d9ad-89db-4834-8118-bf663f7580fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414150 Sep 19 11:32:17.786252 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:17.801486 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a945fd5-5d17-490d-8cdd-0c274f466706 req-be9084c2-097a-4c7f-9d0e-8c19551894f4 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:17.802953 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6a945fd5-5d17-490d-8cdd-0c274f466706 req-be9084c2-097a-4c7f-9d0e-8c19551894f4 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e288bc81-919d-4cff-ba64-69d33daa072f HTTP/1.1" status: 200 len: 945 time: 0.0472159 Sep 19 11:32:17.850158 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6a945fd5-5d17-490d-8cdd-0c274f466706 req-1daa788f-c4bd-445f-ba08-f4329730e444 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=4168d9ad-89db-4834-8118-bf663f7580fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416501 Sep 19 11:32:17.856986 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 77b628f5-840c-4663-8fcf-7b30686700cd up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:32:17.897836 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning for port 77b628f5-840c-4663-8fcf-7b30686700cd completed by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 11:32:17.903984 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port 77b628f5-840c-4663-8fcf-7b30686700cd triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:32:17.904359 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (77b628f5-840c-4663-8fcf-7b30686700cd), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:17.904689 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port 77b628f5-840c-4663-8fcf-7b30686700cd Sep 19 11:32:17.977492 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 77b628f5-840c-4663-8fcf-7b30686700cd is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:32:17.977880 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (77b628f5-840c-4663-8fcf-7b30686700cd), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:18.001809 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e288bc81-919d-4cff-ba64-69d33daa072f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b628f5-840c-4663-8fcf-7b30686700cd'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:32:18.004066 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f14a66b-85f6-4b47-a1d8-6ff4e7ce74b3" -d '{"events": [{"server_uuid": "e288bc81-919d-4cff-ba64-69d33daa072f", "name": "network-vif-plugged", "status": "completed", "tag": "77b628f5-840c-4663-8fcf-7b30686700cd"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:32:18.017195 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 77b628f5-840c-4663-8fcf-7b30686700cd, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=77b628f5-840c-4663-8fcf-7b30686700cd,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:32:18.020921 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (77b628f5-840c-4663-8fcf-7b30686700cd), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:18.046548 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccffc2f1-e797-4274-a3b3-3d42c7920ec1 x-openstack-request-id: req-ccffc2f1-e797-4274-a3b3-3d42c7920ec1 {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:32:18.046833 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e288bc81-919d-4cff-ba64-69d33daa072f", "name": "network-vif-plugged", "status": "completed", "tag": "77b628f5-840c-4663-8fcf-7b30686700cd", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:32:18.047078 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ccffc2f1-e797-4274-a3b3-3d42c7920ec1 {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:32:18.047462 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccffc2f1-e797-4274-a3b3-3d42c7920ec1'] response: {'server_uuid': 'e288bc81-919d-4cff-ba64-69d33daa072f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b628f5-840c-4663-8fcf-7b30686700cd', 'code': 200} Sep 19 11:32:18.071276 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=77b628f5-840c-4663-8fcf-7b30686700cd,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:32:18.210790 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e646ef-d4d1-4072-827c-7c7ea017f8e8 req-b672cb7d-9dfd-44e3-9c7a-856e06713839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:18.212295 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-32e646ef-d4d1-4072-827c-7c7ea017f8e8 req-b672cb7d-9dfd-44e3-9c7a-856e06713839 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e288bc81-919d-4cff-ba64-69d33daa072f HTTP/1.1" status: 200 len: 1130 time: 0.0417633 Sep 19 11:32:18.254848 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-32e646ef-d4d1-4072-827c-7c7ea017f8e8 req-65bf6467-ec4d-449f-a2ae-1c3303e10a61 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4168d9ad-89db-4834-8118-bf663f7580fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366988 Sep 19 11:32:18.469798 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-cd8083ba-11f1-43a3-85d8-f709d1458b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:18.967373 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83045c56-1d2c-4c83-b288-8bd372b6e73c req-3e4edd5b-d3c2-4c19-b505-57cded3ea51e tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:18.968846 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-83045c56-1d2c-4c83-b288-8bd372b6e73c req-3e4edd5b-d3c2-4c19-b505-57cded3ea51e tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e288bc81-919d-4cff-ba64-69d33daa072f HTTP/1.1" status: 200 len: 946 time: 0.0463347 Sep 19 11:32:19.014898 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-83045c56-1d2c-4c83-b288-8bd372b6e73c req-ad597128-3705-4374-be03-b8d77d46a93a tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=4168d9ad-89db-4834-8118-bf663f7580fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406406 Sep 19 11:32:19.853481 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:20.136649 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5eb12-9181-4e43-8ac9-cf096dcd840b req-e70bc2e1-88de-45b5-9195-ff784d3b45c1 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:20.138000 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9ab5eb12-9181-4e43-8ac9-cf096dcd840b req-e70bc2e1-88de-45b5-9195-ff784d3b45c1 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e288bc81-919d-4cff-ba64-69d33daa072f HTTP/1.1" status: 200 len: 946 time: 0.0452404 Sep 19 11:32:20.189065 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9ab5eb12-9181-4e43-8ac9-cf096dcd840b req-0f399313-ade7-451e-b100-9dfc82c20000 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=4168d9ad-89db-4834-8118-bf663f7580fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456297 Sep 19 11:32:20.305561 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b77bef-9270-4dd3-b7d8-f096130390c6 req-7788c3e6-cfc0-4292-9f60-883405a84564 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:20.307508 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-98b77bef-9270-4dd3-b7d8-f096130390c6 req-7788c3e6-cfc0-4292-9f60-883405a84564 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e288bc81-919d-4cff-ba64-69d33daa072f HTTP/1.1" status: 200 len: 946 time: 0.0456104 Sep 19 11:32:20.317412 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 35120) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:32:20.322362 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ba188da7-4463-4648-a32a-443a8b7516d6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Request body: {'floatingip': {'port_id': '77b628f5-840c-4663-8fcf-7b30686700cd'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:32:20.359256 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba188da7-4463-4648-a32a-443a8b7516d6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (bcf5258d-0532-4d5f-a5c0-2cfcbb500cad), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:20.819030 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba188da7-4463-4648-a32a-443a8b7516d6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:20.824160 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba188da7-4463-4648-a32a-443a8b7516d6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (bcf5258d-0532-4d5f-a5c0-2cfcbb500cad), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:20.876712 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:20.927479 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-ba188da7-4463-4648-a32a-443a8b7516d6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Floating IP bcf5258d-0532-4d5f-a5c0-2cfcbb500cad associated. External IP: 172.27.2.95, port: 77b628f5-840c-4663-8fcf-7b30686700cd. Sep 19 11:32:21.020671 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:21.169417 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba188da7-4463-4648-a32a-443a8b7516d6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:32:21.276892 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba188da7-4463-4648-a32a-443a8b7516d6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:32:21.281343 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba188da7-4463-4648-a32a-443a8b7516d6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:21.286796 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d17a535-4854-4e96-afb6-8e61c9401c1e None None] Sync routers for ids ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:32:21.297767 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d17a535-4854-4e96-afb6-8e61c9401c1e None None] Routers {'d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:32:21.298387 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6d17a535-4854-4e96-afb6-8e61c9401c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:32:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:32:21.315859 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-ba188da7-4463-4648-a32a-443a8b7516d6 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "PUT /networking/v2.0/floatingips/bcf5258d-0532-4d5f-a5c0-2cfcbb500cad HTTP/1.1" status: 200 len: 991 time: 0.9953098 Sep 19 11:32:21.315859 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e288bc81-919d-4cff-ba64-69d33daa072f', 'tag': '77b628f5-840c-4663-8fcf-7b30686700cd'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:32:21.316709 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387d4944-cf20-4973-a365-552be2390a87" -d '{"events": [{"name": "network-changed", "server_uuid": "e288bc81-919d-4cff-ba64-69d33daa072f", "tag": "77b628f5-840c-4663-8fcf-7b30686700cd"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:32:21.354987 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2329a8f6-3bd3-4826-9e97-5ba81813d044 x-openstack-request-id: req-2329a8f6-3bd3-4826-9e97-5ba81813d044 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:32:21.355368 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e288bc81-919d-4cff-ba64-69d33daa072f", "tag": "77b628f5-840c-4663-8fcf-7b30686700cd", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:32:21.355678 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2329a8f6-3bd3-4826-9e97-5ba81813d044 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:32:21.356190 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2329a8f6-3bd3-4826-9e97-5ba81813d044'] response: {'name': 'network-changed', 'server_uuid': 'e288bc81-919d-4cff-ba64-69d33daa072f', 'tag': '77b628f5-840c-4663-8fcf-7b30686700cd', 'status': 'completed', 'code': 200} Sep 19 11:32:21.363514 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:21.422561 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:21.433693 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-6d17a535-4854-4e96-afb6-8e61c9401c1e None None] Set router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:32:21.437075 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4944-cf20-4973-a365-552be2390a87 req-07f1c3ac-defa-4f5a-b90f-4ca56adce2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:21.438583 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-387d4944-cf20-4973-a365-552be2390a87 req-07f1c3ac-defa-4f5a-b90f-4ca56adce2f4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2&device_id=e288bc81-919d-4cff-ba64-69d33daa072f HTTP/1.1" status: 200 len: 1130 time: 0.0456486 Sep 19 11:32:21.468378 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:21.531414 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4944-cf20-4973-a365-552be2390a87 req-211a9170-1965-4df1-8b82-d9396328cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:21.532841 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-387d4944-cf20-4973-a365-552be2390a87 req-211a9170-1965-4df1-8b82-d9396328cd8d service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4bd047f8-e757-4211-9ab1-9e25ad2c412a HTTP/1.1" status: 200 len: 915 time: 0.0882719 Sep 19 11:32:21.597522 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:21.649190 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6d17a535-4854-4e96-afb6-8e61c9401c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': 'bcf5258d-0532-4d5f-a5c0-2cfcbb500cad', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'port_id': '77b628f5-840c-4663-8fcf-7b30686700cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'mac_address': 'fa:16:3e:21:76:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e288bc81-919d-4cff-ba64-69d33daa072f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:32:07Z', 'updated_at': '2022-09-19T11:32:20Z', 'revision_number': 1, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:32:21.678719 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d17a535-4854-4e96-afb6-8e61c9401c1e None None] Checking router: d857b83b-07e6-45dd-b263-3a6cfe8e2b6c for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:32:21.688269 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d17a535-4854-4e96-afb6-8e61c9401c1e None None] Routers {'d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:32:21.688889 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6d17a535-4854-4e96-afb6-8e61c9401c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:32:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:32:21.847941 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-387d4944-cf20-4973-a365-552be2390a87 req-8c9eef2c-aefe-48bd-b18b-3a096925c912 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77b628f5-840c-4663-8fcf-7b30686700cd HTTP/1.1" status: 200 len: 999 time: 0.3072886 Sep 19 11:32:21.900926 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4944-cf20-4973-a365-552be2390a87 req-7caddde5-8f70-4195-860f-84eb301122b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:21.902467 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-387d4944-cf20-4973-a365-552be2390a87 req-7caddde5-8f70-4195-860f-84eb301122b9 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7fba9500-450b-48d5-89c9-3abf0acd9be1 HTTP/1.1" status: 200 len: 853 time: 0.0474074 Sep 19 11:32:21.921386 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-6d17a535-4854-4e96-afb6-8e61c9401c1e None None] Set router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:32:21.945952 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4944-cf20-4973-a365-552be2390a87 req-d95ac23b-448b-453f-9947-885c3b4d38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:32:21.948281 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-387d4944-cf20-4973-a365-552be2390a87 req-d95ac23b-448b-453f-9947-885c3b4d38cc service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4bd047f8-e757-4211-9ab1-9e25ad2c412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398257 Sep 19 11:32:22.039704 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-387d4944-cf20-4973-a365-552be2390a87 req-26300d95-2b8e-4691-9880-beba8dc8e303 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849569 Sep 19 11:32:22.129084 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6d17a535-4854-4e96-afb6-8e61c9401c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': 'bcf5258d-0532-4d5f-a5c0-2cfcbb500cad', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'port_id': '77b628f5-840c-4663-8fcf-7b30686700cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'mac_address': 'fa:16:3e:21:76:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e288bc81-919d-4cff-ba64-69d33daa072f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:32:07Z', 'updated_at': '2022-09-19T11:32:20Z', 'revision_number': 1, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:32:22.131097 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-387d4944-cf20-4973-a365-552be2390a87 req-ac95ab34-8abb-4b16-85b2-544463c49f85 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848806 Sep 19 11:32:22.155043 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d17a535-4854-4e96-afb6-8e61c9401c1e None None] The sync data for ids ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'] in dv-cinder-820994-5-iscsi is: [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': 'bcf5258d-0532-4d5f-a5c0-2cfcbb500cad', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'port_id': '77b628f5-840c-4663-8fcf-7b30686700cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'mac_address': 'fa:16:3e:21:76:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e288bc81-919d-4cff-ba64-69d33daa072f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:32:07Z', 'updated_at': '2022-09-19T11:32:20Z', 'revision_number': 1, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:32:22.354959 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb53d9-45bc-492b-90e0-5cf32b63389d None None] New status for floating IP bcf5258d-0532-4d5f-a5c0-2cfcbb500cad: ACTIVE {{(pid=106256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:32:30.838480 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:32:30.981091 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:32.121923 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=85 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:32.128042 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=78 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:32.458625 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:40.830182 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:40.974210 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=58 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:40.976324 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:46.341828 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9ec428fd-0db2-4617-9408-5cb2c46c82ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:48.470726 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-10c6aad7-1b4f-4486-866a-23f3b6665544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:49.855983 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:51.334194 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:51.404701 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:32:52.900884 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:32:52.905649 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=4 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:00.992571 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:07.142491 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c16a3-4316-4d3a-bf7d-c24db65304bc req-3e7f2fdc-3523-44df-8ec3-08668a7eb2ff tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:07.144023 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-691c16a3-4316-4d3a-bf7d-c24db65304bc req-3e7f2fdc-3523-44df-8ec3-08668a7eb2ff tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e288bc81-919d-4cff-ba64-69d33daa072f HTTP/1.1" status: 200 len: 946 time: 0.0518713 Sep 19 11:33:07.191140 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-691c16a3-4316-4d3a-bf7d-c24db65304bc req-139c4e77-8801-4f8f-b62f-4026c2efefe2 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=4168d9ad-89db-4834-8118-bf663f7580fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414331 Sep 19 11:33:07.837294 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:33:08.313762 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47d52a-2a9a-481f-a6bf-d9b0b35f6228 req-ed44d313-5c1b-467e-b707-c1f8b34b7149 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:08.315249 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ff47d52a-2a9a-481f-a6bf-d9b0b35f6228 req-ed44d313-5c1b-467e-b707-c1f8b34b7149 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e288bc81-919d-4cff-ba64-69d33daa072f HTTP/1.1" status: 200 len: 946 time: 0.0469525 Sep 19 11:33:08.363409 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ff47d52a-2a9a-481f-a6bf-d9b0b35f6228 req-0f1653d5-23c2-43e5-81b4-2fe87892019a tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=4168d9ad-89db-4834-8118-bf663f7580fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425143 Sep 19 11:33:08.578830 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56737d9-74ad-45da-ae0c-e788db889567 req-94356626-0a29-4a90-9e8d-f0811fb34787 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:08.580214 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b56737d9-74ad-45da-ae0c-e788db889567 req-94356626-0a29-4a90-9e8d-f0811fb34787 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e288bc81-919d-4cff-ba64-69d33daa072f HTTP/1.1" status: 200 len: 946 time: 0.0508916 Sep 19 11:33:08.665918 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-b56737d9-74ad-45da-ae0c-e788db889567 req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Deleting port 77b628f5-840c-4663-8fcf-7b30686700cd {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:33:08.666262 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b56737d9-74ad-45da-ae0c-e788db889567 req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (77b628f5-840c-4663-8fcf-7b30686700cd), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:08.762535 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b56737d9-74ad-45da-ae0c-e788db889567 req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] For port 77b628f5-840c-4663-8fcf-7b30686700cd, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=77b628f5-840c-4663-8fcf-7b30686700cd,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:33:08.762941 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b56737d9-74ad-45da-ae0c-e788db889567 req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (77b628f5-840c-4663-8fcf-7b30686700cd), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:08.925903 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b56737d9-74ad-45da-ae0c-e788db889567 req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:08.926271 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b56737d9-74ad-45da-ae0c-e788db889567 req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (bcf5258d-0532-4d5f-a5c0-2cfcbb500cad), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:08.926601 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-b56737d9-74ad-45da-ae0c-e788db889567 req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Floating IP bcf5258d-0532-4d5f-a5c0-2cfcbb500cad disassociated. External IP: 172.27.2.95, port: 77b628f5-840c-4663-8fcf-7b30686700cd. Sep 19 11:33:08.926933 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-b56737d9-74ad-45da-ae0c-e788db889567 req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Calling delete_port for 77b628f5-840c-4663-8fcf-7b30686700cd owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:33:09.059392 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b56737d9-74ad-45da-ae0c-e788db889567 req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (77b628f5-840c-4663-8fcf-7b30686700cd), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:09.088311 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event deleted for resources: {'Port': ['ID=77b628f5-840c-4663-8fcf-7b30686700cd,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:09.101541 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:09.101893 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:09.102235 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:09.102570 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:09.102904 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:09.103233 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:09.103559 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:09.103954 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:09.104233 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:09.104554 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:09.105279 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:09.105607 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:09.105930 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:09.106270 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:09.106590 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:09.212929 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b56737d9-74ad-45da-ae0c-e788db889567 req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:33:09.219706 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:09.313475 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:09.318474 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b56737d9-74ad-45da-ae0c-e788db889567 req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:33:09.330786 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d03af17-3c9d-4bbe-871d-6555ebd5f6ae None None] Sync routers for ids ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:33:09.340470 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d03af17-3c9d-4bbe-871d-6555ebd5f6ae None None] Routers {'d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:33:09.341084 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0d03af17-3c9d-4bbe-871d-6555ebd5f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:32:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:33:09.364202 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56737d9-74ad-45da-ae0c-e788db889567 req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] No DVR routers for this DVR port 77b628f5-840c-4663-8fcf-7b30686700cd on host hv-cinder-82099 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:33:09.366753 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b56737d9-74ad-45da-ae0c-e788db889567 req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:09.370714 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b56737d9-74ad-45da-ae0c-e788db889567 req-b0d014d6-7ad0-401d-bfff-c381e12dd3bb tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.72 "DELETE /networking/v2.0/ports/77b628f5-840c-4663-8fcf-7b30686700cd HTTP/1.1" status: 204 len: 173 time: 0.7849097 Sep 19 11:33:09.371216 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e288bc81-919d-4cff-ba64-69d33daa072f', 'name': 'network-vif-deleted', 'tag': '77b628f5-840c-4663-8fcf-7b30686700cd'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:33:09.373923 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e94846b-b15e-4edb-bd77-ca340cdaafba" -d '{"events": [{"server_uuid": "e288bc81-919d-4cff-ba64-69d33daa072f", "name": "network-vif-deleted", "tag": "77b628f5-840c-4663-8fcf-7b30686700cd"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:33:09.445513 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26f9a95-6a33-4067-90ec-1aac7cc52041 x-openstack-request-id: req-e26f9a95-6a33-4067-90ec-1aac7cc52041 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:33:09.445879 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e288bc81-919d-4cff-ba64-69d33daa072f", "name": "network-vif-deleted", "tag": "77b628f5-840c-4663-8fcf-7b30686700cd", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:33:09.446467 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e26f9a95-6a33-4067-90ec-1aac7cc52041 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:33:09.446951 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26f9a95-6a33-4067-90ec-1aac7cc52041'] response: {'server_uuid': 'e288bc81-919d-4cff-ba64-69d33daa072f', 'name': 'network-vif-deleted', 'tag': '77b628f5-840c-4663-8fcf-7b30686700cd', 'status': 'completed', 'code': 200} Sep 19 11:33:09.453335 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0d03af17-3c9d-4bbe-871d-6555ebd5f6ae None None] Set router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:33:09.515101 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ebab13f0-a328-4bd5-8310-c8e39e87c6b0 req-42270a7f-2510-43a2-bf44-1302f0fa1671 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=e288bc81-919d-4cff-ba64-69d33daa072f HTTP/1.1" status: 200 len: 210 time: 0.0386531 Sep 19 11:33:09.660984 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0d03af17-3c9d-4bbe-871d-6555ebd5f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:33:09.689844 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d03af17-3c9d-4bbe-871d-6555ebd5f6ae None None] Checking router: d857b83b-07e6-45dd-b263-3a6cfe8e2b6c for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:33:09.699116 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d03af17-3c9d-4bbe-871d-6555ebd5f6ae None None] Routers {'d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:33:09.699712 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0d03af17-3c9d-4bbe-871d-6555ebd5f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:32:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:33:09.795998 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0d03af17-3c9d-4bbe-871d-6555ebd5f6ae None None] Set router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:33:09.989580 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0d03af17-3c9d-4bbe-871d-6555ebd5f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:33:10.014866 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d03af17-3c9d-4bbe-871d-6555ebd5f6ae None None] The sync data for ids ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'] in dv-cinder-820994-5-iscsi is: [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:28:18Z', 'revision_number': 4, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '2e3da13a-2f0c-497d-b8cc-40f46ff01fe1', 'name': '', 'network_id': '4bd047f8-e757-4211-9ab1-9e25ad2c412a', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'mac_address': 'fa:16:3e:82:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:18Z', 'updated_at': '2022-09-19T11:28:23Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'subnets': [{'id': '7fba9500-450b-48d5-89c9-3abf0acd9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:33:10.223740 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d23f06e-0cc2-431a-9475-e08e3876a145 None None] New status for floating IP bcf5258d-0532-4d5f-a5c0-2cfcbb500cad: DOWN {{(pid=106256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:33:10.596319 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 35212) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:10.654056 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4d81662-5d15-4c78-b5ff-fa918caf3ba0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (4168d9ad-89db-4834-8118-bf663f7580fd), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:10.676022 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4d81662-5d15-4c78-b5ff-fa918caf3ba0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (4168d9ad-89db-4834-8118-bf663f7580fd), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:10.726373 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4d81662-5d15-4c78-b5ff-fa918caf3ba0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (4168d9ad-89db-4834-8118-bf663f7580fd), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:10.728912 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4d81662-5d15-4c78-b5ff-fa918caf3ba0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:10.730566 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a4d81662-5d15-4c78-b5ff-fa918caf3ba0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/4168d9ad-89db-4834-8118-bf663f7580fd HTTP/1.1" status: 204 len: 168 time: 0.1332076 Sep 19 11:33:10.733442 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35214) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:10.739859 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d81662-5d15-4c78-b5ff-fa918caf3ba0 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4168d9ad-89db-4834-8118-bf663f7580fd,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:10.749292 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.api.v2.resource [None req-5b853129-b94e-444b-b47a-35a4cfbb7a99 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] show failed (client error): The resource could not be found. Sep 19 11:33:10.752973 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-5b853129-b94e-444b-b47a-35a4cfbb7a99 tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "GET /networking/v2.0/security-groups/4168d9ad-89db-4834-8118-bf663f7580fd HTTP/1.1" status: 404 len: 347 time: 0.0158677 Sep 19 11:33:10.753202 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35218) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:10.870754 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Deleting port 3d2c1f54-906c-41cb-97db-2e766f465569 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:33:10.871098 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (3d2c1f54-906c-41cb-97db-2e766f465569), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:10.947646 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (3d2c1f54-906c-41cb-97db-2e766f465569), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:10.948008 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (3d2c1f54-906c-41cb-97db-2e766f465569), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:10.966142 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Calling delete_port for 3d2c1f54-906c-41cb-97db-2e766f465569 owned by network:floatingip {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:33:11.095977 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (3d2c1f54-906c-41cb-97db-2e766f465569), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:11.123991 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Pushing event deleted for resources: {'Port': ['ID=3d2c1f54-906c-41cb-97db-2e766f465569,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:11.135611 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:11.136010 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:11.136358 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:11.136696 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:11.137039 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:11.137371 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:11.137704 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:11.138032 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:11.138358 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:11.138684 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:11.139014 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:11.139345 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:11.139672 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:11.140026 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:11.140352 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:11.195616 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks [] for floatingip (bcf5258d-0532-4d5f-a5c0-2cfcbb500cad), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:11.198502 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:11.199654 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-69eeb36e-9011-431c-b72b-a92f1ccb52bd tempest-AttachVolumeNegativeTest-1166189136 tempest-AttachVolumeNegativeTest-1166189136-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/bcf5258d-0532-4d5f-a5c0-2cfcbb500cad HTTP/1.1" status: 204 len: 168 time: 0.4455574 Sep 19 11:33:12.070090 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 77b628f5-840c-4663-8fcf-7b30686700cd no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:33:12.072581 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:12.074615 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=67,neutron:UPDATE=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:12.095808 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] No Port match for: 77b628f5-840c-4663-8fcf-7b30686700cd {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:33:12.096129 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 77b628f5-840c-4663-8fcf-7b30686700cd not bound to the agent host hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:33:14.917573 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35254) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:15.547679 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0d9df1d2-63d8-4e42-ba60-b33757a674c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687270'] for router_interface (d857b83b-07e6-45dd-b263-3a6cfe8e2b6c), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:15.634349 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:15.708422 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:15.769551 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0d9df1d2-63d8-4e42-ba60-b33757a674c2 admin admin] Deleting port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:33:15.769884 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0d9df1d2-63d8-4e42-ba60-b33757a674c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (2e3da13a-2f0c-497d-b8cc-40f46ff01fe1), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:15.848144 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0d9df1d2-63d8-4e42-ba60-b33757a674c2 admin admin] For port 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=2e3da13a-2f0c-497d-b8cc-40f46ff01fe1,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:33:15.848414 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0d9df1d2-63d8-4e42-ba60-b33757a674c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (2e3da13a-2f0c-497d-b8cc-40f46ff01fe1), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:15.861311 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0d9df1d2-63d8-4e42-ba60-b33757a674c2 admin admin] Calling delete_port for 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 owned by network:router_interface {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:33:16.036338 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0d9df1d2-63d8-4e42-ba60-b33757a674c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (2e3da13a-2f0c-497d-b8cc-40f46ff01fe1), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:16.064031 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9df1d2-63d8-4e42-ba60-b33757a674c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e3da13a-2f0c-497d-b8cc-40f46ff01fe1,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:16.228021 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0d9df1d2-63d8-4e42-ba60-b33757a674c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778262'] for router_interface (d857b83b-07e6-45dd-b263-3a6cfe8e2b6c), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:16.336367 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-60e682fa-b9bb-4849-8209-0ed4ce4ff8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:16.436461 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9df1d2-63d8-4e42-ba60-b33757a674c2 admin admin] Router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:33:16.481742 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:16.518335 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:16.539236 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9df1d2-63d8-4e42-ba60-b33757a674c2 admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:33:16.544958 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-0d9df1d2-63d8-4e42-ba60-b33757a674c2 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/d857b83b-07e6-45dd-b263-3a6cfe8e2b6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6263618 Sep 19 11:33:16.547628 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35258) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:16.548291 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f02037-11d5-4a2a-bd4f-2510a83b6029 None None] Sync routers for ids ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:33:16.558966 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f02037-11d5-4a2a-bd4f-2510a83b6029 None None] Routers {'d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:33:16.559580 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-25f02037-11d5-4a2a-bd4f-2510a83b6029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:32:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:33:16.647448 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e497a24-ead2-4883-b341-bd873410ab8b admin admin] Publish callbacks [] for router (d857b83b-07e6-45dd-b263-3a6cfe8e2b6c), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:16.662960 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-25f02037-11d5-4a2a-bd4f-2510a83b6029 None None] Set router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:33:16.748983 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e497a24-ead2-4883-b341-bd873410ab8b admin admin] Publish callbacks [] for router_gateway (d857b83b-07e6-45dd-b263-3a6cfe8e2b6c), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:16.791186 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3e497a24-ead2-4883-b341-bd873410ab8b admin admin] Deleting port 1ddae1e9-c08e-493a-82df-9c5b00f2418a {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:33:16.791536 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e497a24-ead2-4883-b341-bd873410ab8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (1ddae1e9-c08e-493a-82df-9c5b00f2418a), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:16.830255 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-25f02037-11d5-4a2a-bd4f-2510a83b6029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:33:15Z', 'revision_number': 5, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port': {'id': '1ddae1e9-c08e-493a-82df-9c5b00f2418a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:28:16Z', 'updated_at': '2022-09-19T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:33:16.861801 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f02037-11d5-4a2a-bd4f-2510a83b6029 None None] Checking router: d857b83b-07e6-45dd-b263-3a6cfe8e2b6c for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:33:16.872056 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f02037-11d5-4a2a-bd4f-2510a83b6029 None None] Routers {'d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:33:16.872662 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-25f02037-11d5-4a2a-bd4f-2510a83b6029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:32:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:33:16.876599 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3e497a24-ead2-4883-b341-bd873410ab8b admin admin] For port 1ddae1e9-c08e-493a-82df-9c5b00f2418a, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=1ddae1e9-c08e-493a-82df-9c5b00f2418a,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:33:16.876967 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e497a24-ead2-4883-b341-bd873410ab8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (1ddae1e9-c08e-493a-82df-9c5b00f2418a), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:16.889918 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3e497a24-ead2-4883-b341-bd873410ab8b admin admin] Calling delete_port for 1ddae1e9-c08e-493a-82df-9c5b00f2418a owned by network:router_gateway {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:33:16.954328 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-25f02037-11d5-4a2a-bd4f-2510a83b6029 None None] Set router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:33:17.008204 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-25f02037-11d5-4a2a-bd4f-2510a83b6029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:33:16Z', 'revision_number': 6, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port_host': None}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:33:17.040479 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f02037-11d5-4a2a-bd4f-2510a83b6029 None None] The sync data for ids ['d857b83b-07e6-45dd-b263-3a6cfe8e2b6c'] in dv-cinder-820994-5-iscsi is: [{'id': 'd857b83b-07e6-45dd-b263-3a6cfe8e2b6c', 'name': 'tempest-AttachVolumeNegativeTest-634518143-router', 'tenant_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:28:15Z', 'updated_at': '2022-09-19T11:33:16Z', 'revision_number': 6, 'project_id': '0e5ff724699a4dafb37bc5d5e240f0b2', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:33:17.068306 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e497a24-ead2-4883-b341-bd873410ab8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (1ddae1e9-c08e-493a-82df-9c5b00f2418a), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:17.096962 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e497a24-ead2-4883-b341-bd873410ab8b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ddae1e9-c08e-493a-82df-9c5b00f2418a,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:17.161310 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e497a24-ead2-4883-b341-bd873410ab8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779100'] for router_gateway (d857b83b-07e6-45dd-b263-3a6cfe8e2b6c), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:17.246975 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e497a24-ead2-4883-b341-bd873410ab8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-777928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1936'] for router (d857b83b-07e6-45dd-b263-3a6cfe8e2b6c), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:17.249157 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e497a24-ead2-4883-b341-bd873410ab8b admin admin] Publish callbacks [] for router_controller (d857b83b-07e6-45dd-b263-3a6cfe8e2b6c), precommit_delete_associations {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:17.290442 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e497a24-ead2-4883-b341-bd873410ab8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-778347'] for router (d857b83b-07e6-45dd-b263-3a6cfe8e2b6c), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:17.291135 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e497a24-ead2-4883-b341-bd873410ab8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d857b83b-07e6-45dd-b263-3a6cfe8e2b6c {{(pid=106254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 11:33:17.297590 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e497a24-ead2-4883-b341-bd873410ab8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:17.299272 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-3e497a24-ead2-4883-b341-bd873410ab8b admin admin] 10.222.0.81 "DELETE /networking/v2.0/routers/d857b83b-07e6-45dd-b263-3a6cfe8e2b6c HTTP/1.1" status: 204 len: 168 time: 0.7505145 Sep 19 11:33:17.302133 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35260) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:17.350003 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_v2 [None req-871126f3-bbff-4a68-a4ca-590031a7e294 admin admin] Deleting subnet 7fba9500-450b-48d5-89c9-3abf0acd9be1 {{(pid=106254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 11:33:17.354489 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-871126f3-bbff-4a68-a4ca-590031a7e294 admin admin] Publish callbacks [] for subnet (7fba9500-450b-48d5-89c9-3abf0acd9be1), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:17.393413 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-871126f3-bbff-4a68-a4ca-590031a7e294 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14729328'] for subnet (7fba9500-450b-48d5-89c9-3abf0acd9be1), precommit_delete_associations {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:17.415305 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:17.439921 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:17.480728 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-871126f3-bbff-4a68-a4ca-590031a7e294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437927'] for subnet (7fba9500-450b-48d5-89c9-3abf0acd9be1), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:17.533327 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-871126f3-bbff-4a68-a4ca-590031a7e294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15336815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14016153'] for subnet (7fba9500-450b-48d5-89c9-3abf0acd9be1), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:17.561956 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871126f3-bbff-4a68-a4ca-590031a7e294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fba9500-450b-48d5-89c9-3abf0acd9be1,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:17.566448 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-871126f3-bbff-4a68-a4ca-590031a7e294 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:17.571787 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-871126f3-bbff-4a68-a4ca-590031a7e294 admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/7fba9500-450b-48d5-89c9-3abf0acd9be1 HTTP/1.1" status: 204 len: 168 time: 0.2668655 Sep 19 11:33:17.572050 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9643d49-d691-43dd-8862-41b47693e78c None None] Network 4bd047f8-e757-4211-9ab1-9e25ad2c412a requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:33:17.573462 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 35262) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:17.644508 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99d070e8-076c-4973-af4d-93919d5b705e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315986'] for network (4bd047f8-e757-4211-9ab1-9e25ad2c412a), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:17.699695 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-99d070e8-076c-4973-af4d-93919d5b705e admin admin] Deleting port 229fb3db-385c-4d48-8b7a-ef2b55fc05da {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:33:17.700073 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99d070e8-076c-4973-af4d-93919d5b705e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (229fb3db-385c-4d48-8b7a-ef2b55fc05da), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:17.767150 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-99d070e8-076c-4973-af4d-93919d5b705e admin admin] For port 229fb3db-385c-4d48-8b7a-ef2b55fc05da, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=229fb3db-385c-4d48-8b7a-ef2b55fc05da,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:33:17.767467 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99d070e8-076c-4973-af4d-93919d5b705e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (229fb3db-385c-4d48-8b7a-ef2b55fc05da), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:17.782345 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-99d070e8-076c-4973-af4d-93919d5b705e admin admin] Calling delete_port for 229fb3db-385c-4d48-8b7a-ef2b55fc05da owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:33:17.804412 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] DHCP port deletion for 4bd047f8-e757-4211-9ab1-9e25ad2c412a request from dv-cinder-820994-5-iscsi {{(pid=106255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 11:33:17.849003 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] Deleting port 229fb3db-385c-4d48-8b7a-ef2b55fc05da {{(pid=106255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:33:17.849816 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (229fb3db-385c-4d48-8b7a-ef2b55fc05da), before_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:17.864808 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 1ddae1e9-c08e-493a-82df-9c5b00f2418a no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:33:17.874865 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99d070e8-076c-4973-af4d-93919d5b705e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (229fb3db-385c-4d48-8b7a-ef2b55fc05da), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:17.901699 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d070e8-076c-4973-af4d-93919d5b705e admin admin] Pushing event deleted for resources: {'Port': ['ID=229fb3db-385c-4d48-8b7a-ef2b55fc05da,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:17.907294 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d070e8-076c-4973-af4d-93919d5b705e admin admin] No DVR routers for this DVR port 229fb3db-385c-4d48-8b7a-ef2b55fc05da on host dv-cinder-820994-5-iscsi {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:33:17.919855 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 1ddae1e9-c08e-493a-82df-9c5b00f2418a {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:33:17.920342 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 1ddae1e9-c08e-493a-82df-9c5b00f2418a not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:33:17.920854 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 229fb3db-385c-4d48-8b7a-ef2b55fc05da no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:33:17.955692 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 229fb3db-385c-4d48-8b7a-ef2b55fc05da {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:33:17.956160 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 229fb3db-385c-4d48-8b7a-ef2b55fc05da not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:33:17.956664 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:33:17.983351 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:33:17.983574 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99d070e8-076c-4973-af4d-93919d5b705e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1254604', 'neutron.services.segments.db._delete_segments_for_network-8730872489409'] for network (4bd047f8-e757-4211-9ab1-9e25ad2c412a), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:17.983996 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 2e3da13a-2f0c-497d-b8cc-40f46ff01fe1 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:33:17.988513 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] For port 229fb3db-385c-4d48-8b7a-ef2b55fc05da, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=229fb3db-385c-4d48-8b7a-ef2b55fc05da,segment=NetworkSegment(73969c0c-a0a5-41f4-b11c-e2089e9a63dd),segment_id=73969c0c-a0a5-41f4-b11c-e2089e9a63dd)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:33:17.988908 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (229fb3db-385c-4d48-8b7a-ef2b55fc05da), precommit_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:18.006322 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-99d070e8-076c-4973-af4d-93919d5b705e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd047f8-e757-4211-9ab1-9e25ad2c412a']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:33:18.006739 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] Calling delete_port for 229fb3db-385c-4d48-8b7a-ef2b55fc05da owned by network:dhcp {{(pid=106255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:33:18.017941 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-99d070e8-076c-4973-af4d-93919d5b705e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73969c0c-a0a5-41f4-b11c-e2089e9a63dd') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:33:18.018155 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-99d070e8-076c-4973-af4d-93919d5b705e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73969c0c-a0a5-41f4-b11c-e2089e9a63dd') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:33:18.028625 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99d070e8-076c-4973-af4d-93919d5b705e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730872489301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15112516'] for segment (73969c0c-a0a5-41f4-b11c-e2089e9a63dd), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:18.042910 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99d070e8-076c-4973-af4d-93919d5b705e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (73969c0c-a0a5-41f4-b11c-e2089e9a63dd), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:18.051152 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d070e8-076c-4973-af4d-93919d5b705e admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 11:33:18.051626 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99d070e8-076c-4973-af4d-93919d5b705e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14485532'] for segment (73969c0c-a0a5-41f4-b11c-e2089e9a63dd), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:18.093108 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266'] for port (229fb3db-385c-4d48-8b7a-ef2b55fc05da), after_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:18.122028 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99d070e8-076c-4973-af4d-93919d5b705e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1254645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779145'] for network (4bd047f8-e757-4211-9ab1-9e25ad2c412a), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:18.125151 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] Pushing event deleted for resources: {'Port': ['ID=229fb3db-385c-4d48-8b7a-ef2b55fc05da,revision_number=None']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:18.130732 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99d070e8-076c-4973-af4d-93919d5b705e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:18.137160 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-99d070e8-076c-4973-af4d-93919d5b705e admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/4bd047f8-e757-4211-9ab1-9e25ad2c412a HTTP/1.1" status: 204 len: 168 time: 0.5593731 Sep 19 11:33:18.145768 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 73969c0c-a0a5-41f4-b11c-e2089e9a63dd resource provider aggregate not found Sep 19 11:33:18.149645 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d070e8-076c-4973-af4d-93919d5b705e admin admin] Pushing event deleted for resources: {'Network': ['ID=4bd047f8-e757-4211-9ab1-9e25ad2c412a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:18.150718 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] No DVR routers for this DVR port 229fb3db-385c-4d48-8b7a-ef2b55fc05da on host dv-cinder-820994-5-iscsi {{(pid=106255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:33:18.159286 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:18.159630 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:18.160067 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:18.160335 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:18.160665 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:18.160994 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:18.161322 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:18.161646 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:18.161970 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:18.162701 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:18.163320 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:18.163654 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:18.164000 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:18.164322 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:18.164645 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f936514-a11e-4ddf-976a-437684f01782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:33:18.179720 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 73969c0c-a0a5-41f4-b11c-e2089e9a63dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73969c0c-a0a5-41f4-b11c-e2089e9a63dd found for delete ", "request_id": "req-6210a757-1426-4701-9b2f-a7511e7c79bf"}]} Sep 19 11:33:18.270339 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 35272) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:18.310289 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-5de33cde-3fad-436f-9a7f-e5505874854f admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=0e5ff724699a4dafb37bc5d5e240f0b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387383 Sep 19 11:33:18.312668 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 35274) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:18.343797 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:18.361094 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c8a6651e-2304-4924-824d-bc15d422f59b admin admin] Publish callbacks [] for security_group (3248d3c9-bf0d-45fa-a1a5-40a5fb12b09e), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:18.380858 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c8a6651e-2304-4924-824d-bc15d422f59b admin admin] Publish callbacks [] for security_group (3248d3c9-bf0d-45fa-a1a5-40a5fb12b09e), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:18.408609 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:18.429948 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c8a6651e-2304-4924-824d-bc15d422f59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (3248d3c9-bf0d-45fa-a1a5-40a5fb12b09e), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:18.433624 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c8a6651e-2304-4924-824d-bc15d422f59b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:18.434752 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-c8a6651e-2304-4924-824d-bc15d422f59b admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/3248d3c9-bf0d-45fa-a1a5-40a5fb12b09e HTTP/1.1" status: 204 len: 168 time: 0.1212149 Sep 19 11:33:18.442728 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6651e-2304-4924-824d-bc15d422f59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3248d3c9-bf0d-45fa-a1a5-40a5fb12b09e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:18.476956 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-38a5b972-6b9d-483d-9e01-a5f9dec7b6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:19.860566 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:21.336156 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:21.403112 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:21.409277 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:22.499337 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:22.884734 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35358) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:22.996306 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f2ad7bab-ef68-492a-b5d4-1e0916558c33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:23.072386 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f2ad7bab-ef68-492a-b5d4-1e0916558c33 admin admin] Publish callbacks [] for security_group (f0cc51a8-6ffc-4c4b-a5cd-d2dbb402cb1a), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:23.076060 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f2ad7bab-ef68-492a-b5d4-1e0916558c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (f0cc51a8-6ffc-4c4b-a5cd-d2dbb402cb1a), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:23.118130 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-f2ad7bab-ef68-492a-b5d4-1e0916558c33 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=d6b3fad43905435a8c0b13212b50b11b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322824 Sep 19 11:33:23.119034 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad7bab-ef68-492a-b5d4-1e0916558c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cc51a8-6ffc-4c4b-a5cd-d2dbb402cb1a,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:23.121971 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 35362) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:23.177306 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f242a5d-e77e-456d-9cf1-10aa18fe07e5 admin admin] Publish callbacks [] for security_group (f0cc51a8-6ffc-4c4b-a5cd-d2dbb402cb1a), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:23.198016 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f242a5d-e77e-456d-9cf1-10aa18fe07e5 admin admin] Publish callbacks [] for security_group (f0cc51a8-6ffc-4c4b-a5cd-d2dbb402cb1a), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:23.245548 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f242a5d-e77e-456d-9cf1-10aa18fe07e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (f0cc51a8-6ffc-4c4b-a5cd-d2dbb402cb1a), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:23.248218 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f242a5d-e77e-456d-9cf1-10aa18fe07e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:23.249395 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-7f242a5d-e77e-456d-9cf1-10aa18fe07e5 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/f0cc51a8-6ffc-4c4b-a5cd-d2dbb402cb1a HTTP/1.1" status: 204 len: 168 time: 0.1257415 Sep 19 11:33:23.257410 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f242a5d-e77e-456d-9cf1-10aa18fe07e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cc51a8-6ffc-4c4b-a5cd-d2dbb402cb1a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:23.527103 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 35368) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:23.540275 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e437031-7414-417f-8e5e-b0ed21d978b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:23.618573 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e437031-7414-417f-8e5e-b0ed21d978b0 admin admin] Publish callbacks [] for security_group (62967ee2-3786-4b53-9568-fbba54e2a5c7), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:23.622263 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e437031-7414-417f-8e5e-b0ed21d978b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (62967ee2-3786-4b53-9568-fbba54e2a5c7), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:23.662061 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-2e437031-7414-417f-8e5e-b0ed21d978b0 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=513cc885525646609e747cf2669d7770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338971 Sep 19 11:33:23.663180 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e437031-7414-417f-8e5e-b0ed21d978b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62967ee2-3786-4b53-9568-fbba54e2a5c7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:23.664808 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35370) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:23.714553 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8ba128e0-c89a-4f31-a486-5e19cba6db8b admin admin] Publish callbacks [] for security_group (62967ee2-3786-4b53-9568-fbba54e2a5c7), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:23.734350 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8ba128e0-c89a-4f31-a486-5e19cba6db8b admin admin] Publish callbacks [] for security_group (62967ee2-3786-4b53-9568-fbba54e2a5c7), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:23.781829 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8ba128e0-c89a-4f31-a486-5e19cba6db8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (62967ee2-3786-4b53-9568-fbba54e2a5c7), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:23.784536 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8ba128e0-c89a-4f31-a486-5e19cba6db8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:23.785637 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-8ba128e0-c89a-4f31-a486-5e19cba6db8b admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/62967ee2-3786-4b53-9568-fbba54e2a5c7 HTTP/1.1" status: 204 len: 168 time: 0.1197464 Sep 19 11:33:23.793772 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba128e0-c89a-4f31-a486-5e19cba6db8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62967ee2-3786-4b53-9568-fbba54e2a5c7,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:28.719517 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35444) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:28.823478 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f3cf0a0f-cc07-4087-9d84-4c199866cc00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:28.896639 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f3cf0a0f-cc07-4087-9d84-4c199866cc00 admin admin] Publish callbacks [] for security_group (cb77e286-15b2-4629-aac6-ba6148079614), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:28.900321 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f3cf0a0f-cc07-4087-9d84-4c199866cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (cb77e286-15b2-4629-aac6-ba6148079614), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:28.940602 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-f3cf0a0f-cc07-4087-9d84-4c199866cc00 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=05a2fd94b42847628da44d04c8e9f3e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199852 Sep 19 11:33:28.941535 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf0a0f-cc07-4087-9d84-4c199866cc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb77e286-15b2-4629-aac6-ba6148079614,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:28.943302 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 35448) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:28.995599 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e0a043c1-6683-4d3f-8f3a-51fcdea5c7d3 admin admin] Publish callbacks [] for security_group (cb77e286-15b2-4629-aac6-ba6148079614), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:29.015153 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e0a043c1-6683-4d3f-8f3a-51fcdea5c7d3 admin admin] Publish callbacks [] for security_group (cb77e286-15b2-4629-aac6-ba6148079614), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:29.061513 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e0a043c1-6683-4d3f-8f3a-51fcdea5c7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (cb77e286-15b2-4629-aac6-ba6148079614), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:29.064712 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e0a043c1-6683-4d3f-8f3a-51fcdea5c7d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:29.066124 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e0a043c1-6683-4d3f-8f3a-51fcdea5c7d3 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/cb77e286-15b2-4629-aac6-ba6148079614 HTTP/1.1" status: 204 len: 168 time: 0.1216457 Sep 19 11:33:29.075936 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a043c1-6683-4d3f-8f3a-51fcdea5c7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb77e286-15b2-4629-aac6-ba6148079614,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:29.332106 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 35454) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:29.346036 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16965a0b-89f4-4916-8444-a270c72f2966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:29.428135 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16965a0b-89f4-4916-8444-a270c72f2966 admin admin] Publish callbacks [] for security_group (5dd023c7-c3e5-47cc-8438-ab106c1fc1e0), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:29.431715 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16965a0b-89f4-4916-8444-a270c72f2966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (5dd023c7-c3e5-47cc-8438-ab106c1fc1e0), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:29.470842 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-16965a0b-89f4-4916-8444-a270c72f2966 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=a2f727762d144d47b742c68b17863927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376925 Sep 19 11:33:29.471720 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16965a0b-89f4-4916-8444-a270c72f2966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd023c7-c3e5-47cc-8438-ab106c1fc1e0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:29.473559 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35456) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:29.517245 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=14 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:29.523121 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b74b9cf3-2e76-4622-8f77-e0831cf01477 admin admin] Publish callbacks [] for security_group (5dd023c7-c3e5-47cc-8438-ab106c1fc1e0), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:29.546280 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b74b9cf3-2e76-4622-8f77-e0831cf01477 admin admin] Publish callbacks [] for security_group (5dd023c7-c3e5-47cc-8438-ab106c1fc1e0), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:29.593380 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b74b9cf3-2e76-4622-8f77-e0831cf01477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (5dd023c7-c3e5-47cc-8438-ab106c1fc1e0), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:29.595959 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b74b9cf3-2e76-4622-8f77-e0831cf01477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:29.597099 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-b74b9cf3-2e76-4622-8f77-e0831cf01477 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/5dd023c7-c3e5-47cc-8438-ab106c1fc1e0 HTTP/1.1" status: 204 len: 168 time: 0.1225309 Sep 19 11:33:29.604984 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b9cf3-2e76-4622-8f77-e0831cf01477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd023c7-c3e5-47cc-8438-ab106c1fc1e0,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:29.906325 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:29.911064 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:DELETE=1,neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:30.270442 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35478) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:30.364808 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-49fde5ea-37b5-467f-8134-8cf9b646a7f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1170998282-network', 'tenant_id': '914cee0eaeb1460db8b0c068920a962c'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:33:30.368819 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:30.387341 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fde5ea-37b5-467f-8134-8cf9b646a7f6 admin admin] Made reservation on behalf of 914cee0eaeb1460db8b0c068920a962c for: {'network': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:33:30.389626 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-49fde5ea-37b5-467f-8134-8cf9b646a7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for network (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:30.400632 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-49fde5ea-37b5-467f-8134-8cf9b646a7f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:30.476554 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-49fde5ea-37b5-467f-8134-8cf9b646a7f6 admin admin] Publish callbacks [] for security_group (dfa27983-f12d-46e1-b47f-6d9cfba18bef), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:30.480824 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-49fde5ea-37b5-467f-8134-8cf9b646a7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (dfa27983-f12d-46e1-b47f-6d9cfba18bef), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:30.503935 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fde5ea-37b5-467f-8134-8cf9b646a7f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=106254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 11:33:30.519344 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fde5ea-37b5-467f-8134-8cf9b646a7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa27983-f12d-46e1-b47f-6d9cfba18bef,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:30.522261 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-49fde5ea-37b5-467f-8134-8cf9b646a7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (1666b190-9b8b-4020-9f65-f77f3febe616), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:30.522610 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.segments_db [None req-49fde5ea-37b5-467f-8134-8cf9b646a7f6 admin admin] Added segment 1666b190-9b8b-4020-9f65-f77f3febe616 of type vlan for network d819139e-6ec1-4698-9321-bbd45ed11f32 Sep 19 11:33:30.564480 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-49fde5ea-37b5-467f-8134-8cf9b646a7f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730871930287'] for network (d819139e-6ec1-4698-9321-bbd45ed11f32), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:30.588915 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-49fde5ea-37b5-467f-8134-8cf9b646a7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for network (d819139e-6ec1-4698-9321-bbd45ed11f32), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:30.589814 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fde5ea-37b5-467f-8134-8cf9b646a7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:30.590392 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-49fde5ea-37b5-467f-8134-8cf9b646a7f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:30.654179 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-49fde5ea-37b5-467f-8134-8cf9b646a7f6 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3825512 Sep 19 11:33:30.656138 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 35482) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:30.658133 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fde5ea-37b5-467f-8134-8cf9b646a7f6 admin admin] Pushing event updated for resources: {'Network': ['ID=d819139e-6ec1-4698-9321-bbd45ed11f32,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:30.661006 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-eb46852d-9cb9-4b19-adad-0ca5ca591db8 admin admin] Request body: {'subnet': {'network_id': 'd819139e-6ec1-4698-9321-bbd45ed11f32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1170998282-subnet', 'tenant_id': '914cee0eaeb1460db8b0c068920a962c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:33:30.668860 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Network d819139e-6ec1-4698-9321-bbd45ed11f32 details requested by agent ovs-agent-dv-cinder-820994-5-iscsi with host dv-cinder-820994-5-iscsi {{(pid=106255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 11:33:30.678334 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:30.688505 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb46852d-9cb9-4b19-adad-0ca5ca591db8 admin admin] Made reservation on behalf of 914cee0eaeb1460db8b0c068920a962c for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:33:30.690893 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb46852d-9cb9-4b19-adad-0ca5ca591db8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14190547'] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:30.748579 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:30.862339 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb46852d-9cb9-4b19-adad-0ca5ca591db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14484601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14190533'] for subnet (e3f33260-12ef-4b27-a384-634a95c59d4e), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:30.923522 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46852d-9cb9-4b19-adad-0ca5ca591db8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f33260-12ef-4b27-a384-634a95c59d4e,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:30.932289 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb46852d-9cb9-4b19-adad-0ca5ca591db8 admin admin] Checking segment: {'id': '1666b190-9b8b-4020-9f65-f77f3febe616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd819139e-6ec1-4698-9321-bbd45ed11f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:33:30.932659 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb46852d-9cb9-4b19-adad-0ca5ca591db8 admin admin] Network hostable DHCP agents. Network: d819139e-6ec1-4698-9321-bbd45ed11f32, hostable agents: ['4823e8b3-ab16-40fd-b6f9-cda48b53bbb0'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 11:33:30.950152 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb46852d-9cb9-4b19-adad-0ca5ca591db8 admin admin] Network d819139e-6ec1-4698-9321-bbd45ed11f32 is scheduled to be hosted by DHCP agent 4823e8b3-ab16-40fd-b6f9-cda48b53bbb0 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 11:33:30.959526 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-eb46852d-9cb9-4b19-adad-0ca5ca591db8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-5-iscsi, d819139e-6ec1-4698-9321-bbd45ed11f32) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:33:30.964198 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb46852d-9cb9-4b19-adad-0ca5ca591db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:30.964889 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb46852d-9cb9-4b19-adad-0ca5ca591db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:30.969649 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5bb564-42bc-4b3d-93f7-cdcd8eebd804 None None] Network d819139e-6ec1-4698-9321-bbd45ed11f32 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:33:30.980985 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-eb46852d-9cb9-4b19-adad-0ca5ca591db8 admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3237350 Sep 19 11:33:31.037438 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:31.087883 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b97307-7bdd-4329-aaba-c7d10e071588 None None] Network d819139e-6ec1-4698-9321-bbd45ed11f32 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:33:32.954001 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-15133d1c-7b4c-403b-9ef1-964d338b6710 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:32.955443 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-15133d1c-7b4c-403b-9ef1-964d338b6710 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/networks?id=d819139e-6ec1-4698-9321-bbd45ed11f32 HTTP/1.1" status: 200 len: 809 time: 0.1013401 Sep 19 11:33:32.970369 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-1dfe7a3d-ac96-4a0d-8539-09584d2a9703 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/quotas/914cee0eaeb1460db8b0c068920a962c HTTP/1.1" status: 200 len: 375 time: 0.0089893 Sep 19 11:33:33.005910 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-e57fa66e-e92a-4583-b736-ec494d1bb52c tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=914cee0eaeb1460db8b0c068920a962c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307183 Sep 19 11:33:33.095433 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-40f2114b-2026-45d5-b1a8-0ac8e00f1bd8 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/d819139e-6ec1-4698-9321-bbd45ed11f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822713 Sep 19 11:33:33.194313 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-e897ea99-d653-4ac1-b1ce-7397d4a194bd service neutron] 10.222.0.81 "GET /networking/v2.0/networks/d819139e-6ec1-4698-9321-bbd45ed11f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932853 Sep 19 11:33:33.421618 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-49b3228d-e5a9-4b24-8da0-2394efa90479 req-6ced9ed9-0d0e-44a6-9658-5ce616f29935 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a7894791-3dee-43d9-943f-93f08fe8356b HTTP/1.1" status: 200 len: 210 time: 0.0862339 Sep 19 11:33:34.387744 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-bfb792eb-aeda-4cdd-b7c6-98d3345ebe7d tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:34.389201 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-bfb792eb-aeda-4cdd-b7c6-98d3345ebe7d tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.72 "GET /networking/v2.0/networks?id=d819139e-6ec1-4698-9321-bbd45ed11f32 HTTP/1.1" status: 200 len: 809 time: 0.1073482 Sep 19 11:33:34.401421 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-eab9cfa0-8a84-47e5-a95a-cfda625c7504 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Request body: {'port': {'device_id': 'a7894791-3dee-43d9-943f-93f08fe8356b', 'network_id': 'd819139e-6ec1-4698-9321-bbd45ed11f32', 'admin_state_up': True, 'tenant_id': '914cee0eaeb1460db8b0c068920a962c'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:33:34.531822 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-05410b3e-7616-4a9c-82a9-dedc08536803 req-eb34237e-c310-4580-8ebd-68e939886e43 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a7894791-3dee-43d9-943f-93f08fe8356b HTTP/1.1" status: 200 len: 210 time: 0.0345964 Sep 19 11:33:34.540635 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-eab9cfa0-8a84-47e5-a95a-cfda625c7504 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Made reservation on behalf of 914cee0eaeb1460db8b0c068920a962c for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:33:34.544623 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-eab9cfa0-8a84-47e5-a95a-cfda625c7504 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:34.553716 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:34.607147 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:34.678655 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-eab9cfa0-8a84-47e5-a95a-cfda625c7504 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Allocated IP 172.20.0.2 (d819139e-6ec1-4698-9321-bbd45ed11f32/e3f33260-12ef-4b27-a384-634a95c59d4e/43a691b4-d5de-4f5f-b0ef-77784f77996b) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:33:34.826795 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-eab9cfa0-8a84-47e5-a95a-cfda625c7504 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Publish callbacks [] for port (43a691b4-d5de-4f5f-b0ef-77784f77996b), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:34.857503 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-eab9cfa0-8a84-47e5-a95a-cfda625c7504 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (43a691b4-d5de-4f5f-b0ef-77784f77996b), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:34.898890 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-eab9cfa0-8a84-47e5-a95a-cfda625c7504 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Network d819139e-6ec1-4698-9321-bbd45ed11f32 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:33:34.902056 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-eab9cfa0-8a84-47e5-a95a-cfda625c7504 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:33:34.905735 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-eab9cfa0-8a84-47e5-a95a-cfda625c7504 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:33:34.934337 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9cfa0-8a84-47e5-a95a-cfda625c7504 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Pushing event updated for resources: {'Port': ['ID=43a691b4-d5de-4f5f-b0ef-77784f77996b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:34.960940 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-eab9cfa0-8a84-47e5-a95a-cfda625c7504 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:34.961545 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-eab9cfa0-8a84-47e5-a95a-cfda625c7504 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:34.977854 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-eab9cfa0-8a84-47e5-a95a-cfda625c7504 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5813882 Sep 19 11:33:34.989281 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] Request body: {'port': {'device_id': 'a7894791-3dee-43d9-943f-93f08fe8356b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:33:35.047484 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (43a691b4-d5de-4f5f-b0ef-77784f77996b), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:35.310385 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a691b4-d5de-4f5f-b0ef-77784f77996b {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:33:35.317747 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] Publish callbacks [] for port (43a691b4-d5de-4f5f-b0ef-77784f77996b), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:35.325866 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:35.330944 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] Transition to ACTIVE for port object 43a691b4-d5de-4f5f-b0ef-77784f77996b will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 11:33:35.334379 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (43a691b4-d5de-4f5f-b0ef-77784f77996b), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:35.363905 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:35.414985 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] Pushing event updated for resources: {'Port': ['ID=43a691b4-d5de-4f5f-b0ef-77784f77996b,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:35.446738 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] Attempting to bind port 43a691b4-d5de-4f5f-b0ef-77784f77996b on host hv-cinder-82099 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:33:35.447070 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] Attempting to bind port 43a691b4-d5de-4f5f-b0ef-77784f77996b by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '1666b190-9b8b-4020-9f65-f77f3febe616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd819139e-6ec1-4698-9321-bbd45ed11f32'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:33:35.447945 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] Attempting to bind port 43a691b4-d5de-4f5f-b0ef-77784f77996b on network d819139e-6ec1-4698-9321-bbd45ed11f32 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:33:35.491360 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] Port 43a691b4-d5de-4f5f-b0ef-77784f77996b on network d819139e-6ec1-4698-9321-bbd45ed11f32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 11:33:35.491683 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] Attempting to bind port 43a691b4-d5de-4f5f-b0ef-77784f77996b on network d819139e-6ec1-4698-9321-bbd45ed11f32 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:33:35.533189 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] Checking agent: {'id': '89dce09e-1d3d-46be-9edc-f71162f9f1f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'started_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:33:35.533526 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] Checking segment: {'id': '1666b190-9b8b-4020-9f65-f77f3febe616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd819139e-6ec1-4698-9321-bbd45ed11f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:33:35.533907 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] Bound using segment: {'id': '1666b190-9b8b-4020-9f65-f77f3febe616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd819139e-6ec1-4698-9321-bbd45ed11f32'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:33:35.534332 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] Bound port: 43a691b4-d5de-4f5f-b0ef-77784f77996b, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1666b190-9b8b-4020-9f65-f77f3febe616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd819139e-6ec1-4698-9321-bbd45ed11f32'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:33:35.534692 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (43a691b4-d5de-4f5f-b0ef-77784f77996b), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:35.599734 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] For port 43a691b4-d5de-4f5f-b0ef-77784f77996b, host hv-cinder-82099, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:33:35.602790 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] For port 43a691b4-d5de-4f5f-b0ef-77784f77996b, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=43a691b4-d5de-4f5f-b0ef-77784f77996b,segment=NetworkSegment(1666b190-9b8b-4020-9f65-f77f3febe616),segment_id=1666b190-9b8b-4020-9f65-f77f3febe616)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:33:35.617594 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (43a691b4-d5de-4f5f-b0ef-77784f77996b), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:35.623073 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:35.623704 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:35.625067 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/43a691b4-d5de-4f5f-b0ef-77784f77996b HTTP/1.1" status: 200 len: 1093 time: 0.6397660 Sep 19 11:33:35.625545 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7894791-3dee-43d9-943f-93f08fe8356b', 'tag': '43a691b4-d5de-4f5f-b0ef-77784f77996b'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:33:35.627858 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc973ca7-7211-436f-a663-678189dc615f" -d '{"events": [{"name": "network-changed", "server_uuid": "a7894791-3dee-43d9-943f-93f08fe8356b", "tag": "43a691b4-d5de-4f5f-b0ef-77784f77996b"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:33:35.698029 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd9b0ee-7f26-4326-b7de-b3ce0dd8d06e x-openstack-request-id: req-8bd9b0ee-7f26-4326-b7de-b3ce0dd8d06e {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:33:35.698317 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7894791-3dee-43d9-943f-93f08fe8356b", "tag": "43a691b4-d5de-4f5f-b0ef-77784f77996b", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:33:35.698568 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8bd9b0ee-7f26-4326-b7de-b3ce0dd8d06e {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:33:35.698978 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bd9b0ee-7f26-4326-b7de-b3ce0dd8d06e'] response: {'name': 'network-changed', 'server_uuid': 'a7894791-3dee-43d9-943f-93f08fe8356b', 'tag': '43a691b4-d5de-4f5f-b0ef-77784f77996b', 'status': 'completed', 'code': 200} Sep 19 11:33:35.727862 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9105db-c70f-444b-9900-f93e498fbbcf req-eeb01065-f45a-455e-8101-91ff7bf7e12e tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:35.729346 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5d9105db-c70f-444b-9900-f93e498fbbcf req-eeb01065-f45a-455e-8101-91ff7bf7e12e tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a7894791-3dee-43d9-943f-93f08fe8356b HTTP/1.1" status: 200 len: 943 time: 0.1212149 Sep 19 11:33:35.760553 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-5d16c176-7388-4430-97d8-1c61b8314c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:35.761965 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-5d16c176-7388-4430-97d8-1c61b8314c13 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=914cee0eaeb1460db8b0c068920a962c&device_id=a7894791-3dee-43d9-943f-93f08fe8356b HTTP/1.1" status: 200 len: 1127 time: 0.0858929 Sep 19 11:33:35.764349 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b0f74-b42b-46e1-bddd-64b9106fa90c service neutron] Pushing event updated for resources: {'Port': ['ID=43a691b4-d5de-4f5f-b0ef-77784f77996b,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:35.816475 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-6c9cc9b5-a456-4605-ae71-01a2509e6f2a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43a691b4-d5de-4f5f-b0ef-77784f77996b HTTP/1.1" status: 200 len: 217 time: 0.0441527 Sep 19 11:33:35.823677 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5d9105db-c70f-444b-9900-f93e498fbbcf req-e55ba525-cf30-4770-87db-9bbddc67da15 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dfa27983-f12d-46e1-b47f-6d9cfba18bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877719 Sep 19 11:33:35.873811 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-3ded1305-cd67-4c99-91ca-411d53033add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:35.875250 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-3ded1305-cd67-4c99-91ca-411d53033add service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=e3f33260-12ef-4b27-a384-634a95c59d4e HTTP/1.1" status: 200 len: 849 time: 0.0501707 Sep 19 11:33:35.906989 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-3d652c45-7313-4196-a734-7085b72b3e20 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=d819139e-6ec1-4698-9321-bbd45ed11f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254228 Sep 19 11:33:35.996491 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-4e99023c-d2dd-4cde-b1dc-da3cc432d435 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d819139e-6ec1-4698-9321-bbd45ed11f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835161 Sep 19 11:33:36.088108 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c02780b-446e-4fd8-81d0-448ab6293b7b req-a4151fb5-520d-44ab-b44c-b60db63fe4a5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d819139e-6ec1-4698-9321-bbd45ed11f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849934 Sep 19 11:33:36.836092 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc973ca7-7211-436f-a663-678189dc615f req-bb0ad03c-b79d-4ae5-a8af-34c79ce528b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:36.837535 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc973ca7-7211-436f-a663-678189dc615f req-bb0ad03c-b79d-4ae5-a8af-34c79ce528b1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=914cee0eaeb1460db8b0c068920a962c&device_id=a7894791-3dee-43d9-943f-93f08fe8356b HTTP/1.1" status: 200 len: 1127 time: 0.0395355 Sep 19 11:33:36.951463 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:36.967504 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc973ca7-7211-436f-a663-678189dc615f req-94085e73-a931-4cac-956f-1ab008315e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:36.968994 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc973ca7-7211-436f-a663-678189dc615f req-94085e73-a931-4cac-956f-1ab008315e63 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=d819139e-6ec1-4698-9321-bbd45ed11f32 HTTP/1.1" status: 200 len: 910 time: 0.1246631 Sep 19 11:33:36.975088 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f18d7-74b7-456d-971c-6a3cf3922489 req-a451fcb3-3153-4457-a54e-cb7cebfc4a2d tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:36.976460 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-211f18d7-74b7-456d-971c-6a3cf3922489 req-a451fcb3-3153-4457-a54e-cb7cebfc4a2d tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a7894791-3dee-43d9-943f-93f08fe8356b HTTP/1.1" status: 200 len: 943 time: 0.0679324 Sep 19 11:33:37.025805 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc973ca7-7211-436f-a663-678189dc615f req-3383f9fd-99c2-45f2-8001-009207689ac1 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43a691b4-d5de-4f5f-b0ef-77784f77996b HTTP/1.1" status: 200 len: 217 time: 0.0484293 Sep 19 11:33:37.074499 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:37.085320 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-211f18d7-74b7-456d-971c-6a3cf3922489 req-7ec21267-f435-4fcb-9b33-37281b38d144 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dfa27983-f12d-46e1-b47f-6d9cfba18bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013074 Sep 19 11:33:37.096537 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc973ca7-7211-436f-a663-678189dc615f req-b6a0946f-ba22-4d59-a5e9-564e17be0903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:37.097866 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc973ca7-7211-436f-a663-678189dc615f req-b6a0946f-ba22-4d59-a5e9-564e17be0903 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=e3f33260-12ef-4b27-a384-634a95c59d4e HTTP/1.1" status: 200 len: 849 time: 0.0656669 Sep 19 11:33:37.130216 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc973ca7-7211-436f-a663-678189dc615f req-ed5d46a0-25e9-45ed-bd7f-c3568bbe9903 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=d819139e-6ec1-4698-9321-bbd45ed11f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267761 Sep 19 11:33:37.458218 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc973ca7-7211-436f-a663-678189dc615f req-9ac15ce7-2f1c-4645-acf8-a20d75eac593 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d819139e-6ec1-4698-9321-bbd45ed11f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224518 Sep 19 11:33:37.552234 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc973ca7-7211-436f-a663-678189dc615f req-db92d328-d330-48c5-9b91-103faa230ae4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d819139e-6ec1-4698-9321-bbd45ed11f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883682 Sep 19 11:33:37.873328 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c33b59c7-fc4e-450f-a9d8-cfcc426471fa req-e1abbf11-889b-476a-899c-640424db0a90 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4043326f-606a-4ce6-81d9-95bbd73358d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430021 Sep 19 11:33:37.950812 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b59c7-fc4e-450f-a9d8-cfcc426471fa req-a0803547-d23b-4c6c-ba72-51697fc098cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:37.952342 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c33b59c7-fc4e-450f-a9d8-cfcc426471fa req-a0803547-d23b-4c6c-ba72-51697fc098cf service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8351993a1ab94f82bc238a23b2d542d3&device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 1130 time: 0.0391078 Sep 19 11:33:38.061154 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b59c7-fc4e-450f-a9d8-cfcc426471fa req-912074b4-5c50-4d76-9006-d5ae2e126de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:38.062603 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c33b59c7-fc4e-450f-a9d8-cfcc426471fa req-912074b4-5c50-4d76-9006-d5ae2e126de7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=fb35c99b-23b9-4b32-a307-2150c63e0c0a HTTP/1.1" status: 200 len: 912 time: 0.0905168 Sep 19 11:33:38.124010 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c33b59c7-fc4e-450f-a9d8-cfcc426471fa req-373bdb93-e115-466b-929d-e2502c8ba2b0 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33c62641-505f-4f2e-b389-5020e568a62a HTTP/1.1" status: 200 len: 1001 time: 0.0559878 Sep 19 11:33:38.217108 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b59c7-fc4e-450f-a9d8-cfcc426471fa req-cd954149-aed6-4d30-9446-2c13b36ae289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:38.218568 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c33b59c7-fc4e-450f-a9d8-cfcc426471fa req-cd954149-aed6-4d30-9446-2c13b36ae289 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=12b60c37-1469-4c8f-99da-759b2d2ba30b HTTP/1.1" status: 200 len: 850 time: 0.0888972 Sep 19 11:33:38.226058 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6615a2a-e04f-4369-829a-dded1242eae8 req-63a7f2a0-76ad-4902-9421-a68b56e09537 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:38.227407 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a6615a2a-e04f-4369-829a-dded1242eae8 req-63a7f2a0-76ad-4902-9421-a68b56e09537 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a7894791-3dee-43d9-943f-93f08fe8356b HTTP/1.1" status: 200 len: 943 time: 0.0636973 Sep 19 11:33:38.236271 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 43a691b4-d5de-4f5f-b0ef-77784f77996b details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:33:38.281193 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b59c7-fc4e-450f-a9d8-cfcc426471fa req-91d9ae74-bfa9-4668-9712-5485e17f7a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:38.282675 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c33b59c7-fc4e-450f-a9d8-cfcc426471fa req-91d9ae74-bfa9-4668-9712-5485e17f7a61 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=fb35c99b-23b9-4b32-a307-2150c63e0c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544083 Sep 19 11:33:38.336770 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 43a691b4-d5de-4f5f-b0ef-77784f77996b, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=43a691b4-d5de-4f5f-b0ef-77784f77996b,segment=NetworkSegment(1666b190-9b8b-4020-9f65-f77f3febe616),segment_id=1666b190-9b8b-4020-9f65-f77f3febe616)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:33:38.348329 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': '43a691b4-d5de-4f5f-b0ef-77784f77996b', 'network_id': 'd819139e-6ec1-4698-9321-bbd45ed11f32', 'port_id': '43a691b4-d5de-4f5f-b0ef-77784f77996b', 'mac_address': 'fa:16:3e:91:5f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f33260-12ef-4b27-a384-634a95c59d4e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:33:38.350152 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a6615a2a-e04f-4369-829a-dded1242eae8 req-fd8b175e-afe0-408a-a454-98bdc7005980 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dfa27983-f12d-46e1-b47f-6d9cfba18bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127956 Sep 19 11:33:38.384817 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 43a691b4-d5de-4f5f-b0ef-77784f77996b is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:33:38.385135 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (43a691b4-d5de-4f5f-b0ef-77784f77996b), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:38.392724 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c33b59c7-fc4e-450f-a9d8-cfcc426471fa req-b9c7c9dc-894f-4a5c-b116-314c91b09da9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042254 Sep 19 11:33:38.398261 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a691b4-d5de-4f5f-b0ef-77784f77996b {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:33:38.419955 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 43a691b4-d5de-4f5f-b0ef-77784f77996b, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=43a691b4-d5de-4f5f-b0ef-77784f77996b,segment=NetworkSegment(1666b190-9b8b-4020-9f65-f77f3febe616),segment_id=1666b190-9b8b-4020-9f65-f77f3febe616)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:33:38.424034 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (43a691b4-d5de-4f5f-b0ef-77784f77996b), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:38.469910 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=43a691b4-d5de-4f5f-b0ef-77784f77996b,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:38.487208 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c33b59c7-fc4e-450f-a9d8-cfcc426471fa req-19d9df2b-b233-4aba-81bc-5021c8b172d8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889506 Sep 19 11:33:38.645425 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['43a691b4-d5de-4f5f-b0ef-77784f77996b'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:33:38.776060 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:39.473194 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794da14-83da-41b7-9eba-7cf45976da64 req-4ac97da0-9b79-4b49-882b-f1e6872be81a tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:39.474662 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a794da14-83da-41b7-9eba-7cf45976da64 req-4ac97da0-9b79-4b49-882b-f1e6872be81a tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a7894791-3dee-43d9-943f-93f08fe8356b HTTP/1.1" status: 200 len: 944 time: 0.0506837 Sep 19 11:33:39.505889 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:39.522708 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a794da14-83da-41b7-9eba-7cf45976da64 req-a05362f6-3e5e-451d-a49e-a89004b12525 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dfa27983-f12d-46e1-b47f-6d9cfba18bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420938 Sep 19 11:33:40.252558 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 43a691b4-d5de-4f5f-b0ef-77784f77996b up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:33:40.296880 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning for port 43a691b4-d5de-4f5f-b0ef-77784f77996b completed by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 11:33:40.302497 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port 43a691b4-d5de-4f5f-b0ef-77784f77996b triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:33:40.302873 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (43a691b4-d5de-4f5f-b0ef-77784f77996b), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:40.303223 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port 43a691b4-d5de-4f5f-b0ef-77784f77996b Sep 19 11:33:40.338876 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:40.375551 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 43a691b4-d5de-4f5f-b0ef-77784f77996b is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:33:40.375976 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (43a691b4-d5de-4f5f-b0ef-77784f77996b), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:40.398432 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7894791-3dee-43d9-943f-93f08fe8356b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a691b4-d5de-4f5f-b0ef-77784f77996b'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:33:40.400753 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849a88f7-cb55-4b5f-b8ca-14439d1e4956" -d '{"events": [{"server_uuid": "a7894791-3dee-43d9-943f-93f08fe8356b", "name": "network-vif-plugged", "status": "completed", "tag": "43a691b4-d5de-4f5f-b0ef-77784f77996b"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:33:40.413467 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 43a691b4-d5de-4f5f-b0ef-77784f77996b, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=43a691b4-d5de-4f5f-b0ef-77784f77996b,segment=NetworkSegment(1666b190-9b8b-4020-9f65-f77f3febe616),segment_id=1666b190-9b8b-4020-9f65-f77f3febe616)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:33:40.418764 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (43a691b4-d5de-4f5f-b0ef-77784f77996b), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:40.445465 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07c1425-bccd-4ef3-b20e-4d47da5cb2f8 x-openstack-request-id: req-d07c1425-bccd-4ef3-b20e-4d47da5cb2f8 {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:33:40.445751 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7894791-3dee-43d9-943f-93f08fe8356b", "name": "network-vif-plugged", "status": "completed", "tag": "43a691b4-d5de-4f5f-b0ef-77784f77996b", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:33:40.446002 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d07c1425-bccd-4ef3-b20e-4d47da5cb2f8 {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:33:40.446387 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d07c1425-bccd-4ef3-b20e-4d47da5cb2f8'] response: {'server_uuid': 'a7894791-3dee-43d9-943f-93f08fe8356b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a691b4-d5de-4f5f-b0ef-77784f77996b', 'code': 200} Sep 19 11:33:40.468214 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=43a691b4-d5de-4f5f-b0ef-77784f77996b,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:40.634134 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c01ab7-27a6-4ebd-a3ed-ac98acd4d9dc req-f5d0d87f-7fee-45d2-9401-dfb946c1e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:40.636227 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81c01ab7-27a6-4ebd-a3ed-ac98acd4d9dc req-f5d0d87f-7fee-45d2-9401-dfb946c1e0c0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a7894791-3dee-43d9-943f-93f08fe8356b HTTP/1.1" status: 200 len: 1129 time: 0.0659144 Sep 19 11:33:40.648212 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=35,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:40.655320 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=38,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:40.663361 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809c339-9abb-44ca-a5b5-9e7412f4cff1 req-d24bc0fe-fd5a-49fe-a47d-fc2010830808 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:40.664847 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6809c339-9abb-44ca-a5b5-9e7412f4cff1 req-d24bc0fe-fd5a-49fe-a47d-fc2010830808 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a7894791-3dee-43d9-943f-93f08fe8356b HTTP/1.1" status: 200 len: 945 time: 0.0673406 Sep 19 11:33:40.671948 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:40.714171 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81c01ab7-27a6-4ebd-a3ed-ac98acd4d9dc req-2577d47d-05bd-431c-8312-9b6b3bf4e068 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dfa27983-f12d-46e1-b47f-6d9cfba18bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701098 Sep 19 11:33:40.734868 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6809c339-9abb-44ca-a5b5-9e7412f4cff1 req-4cf92933-b2f0-4a19-a060-c5458977ec41 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dfa27983-f12d-46e1-b47f-6d9cfba18bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636821 Sep 19 11:33:41.858926 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b078bf-b6e1-4d51-91d5-ec9267d5f027 req-6c4c5793-c14a-4210-bdf0-b81136ea0eeb tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:41.860449 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-09b078bf-b6e1-4d51-91d5-ec9267d5f027 req-6c4c5793-c14a-4210-bdf0-b81136ea0eeb tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a7894791-3dee-43d9-943f-93f08fe8356b HTTP/1.1" status: 200 len: 945 time: 0.0488925 Sep 19 11:33:41.909767 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-09b078bf-b6e1-4d51-91d5-ec9267d5f027 req-b4585366-1590-422b-8a19-89c059e79880 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dfa27983-f12d-46e1-b47f-6d9cfba18bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438046 Sep 19 11:33:42.448259 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35548) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:42.588706 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d085067a-3495-4be7-ba4a-961fba5981ec tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Deleting port ad6d4e1c-9494-4356-99ef-5c8949cd6ed0 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:33:42.589051 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d085067a-3495-4be7-ba4a-961fba5981ec tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (ad6d4e1c-9494-4356-99ef-5c8949cd6ed0), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:42.663919 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d085067a-3495-4be7-ba4a-961fba5981ec tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (ad6d4e1c-9494-4356-99ef-5c8949cd6ed0), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:42.664251 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d085067a-3495-4be7-ba4a-961fba5981ec tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for floatingip (ad6d4e1c-9494-4356-99ef-5c8949cd6ed0), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:42.676790 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d085067a-3495-4be7-ba4a-961fba5981ec tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Calling delete_port for ad6d4e1c-9494-4356-99ef-5c8949cd6ed0 owned by network:floatingip {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:33:42.819350 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d085067a-3495-4be7-ba4a-961fba5981ec tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (ad6d4e1c-9494-4356-99ef-5c8949cd6ed0), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:42.844022 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085067a-3495-4be7-ba4a-961fba5981ec tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event deleted for resources: {'Port': ['ID=ad6d4e1c-9494-4356-99ef-5c8949cd6ed0,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:42.908296 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d085067a-3495-4be7-ba4a-961fba5981ec tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for floatingip (78064d46-075d-48ee-9dbd-0c0e1780fe16), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:42.908653 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.l3_db [None req-d085067a-3495-4be7-ba4a-961fba5981ec tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Floating IP 78064d46-075d-48ee-9dbd-0c0e1780fe16 disassociated (deleted). External IP: 172.27.2.196, port: 91d1e660-585f-4a66-85ee-741ce943a844. Sep 19 11:33:43.037550 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6be3a3-be1a-48f1-86d7-496ec7d847fd req-dbf69f4b-b342-466f-b4f1-60eb9096fbee tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:43.039118 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad6be3a3-be1a-48f1-86d7-496ec7d847fd req-dbf69f4b-b342-466f-b4f1-60eb9096fbee tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a7894791-3dee-43d9-943f-93f08fe8356b HTTP/1.1" status: 200 len: 945 time: 0.0491104 Sep 19 11:33:43.090840 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad6be3a3-be1a-48f1-86d7-496ec7d847fd req-ee468e66-8f56-417a-bb14-f30ac9563466 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dfa27983-f12d-46e1-b47f-6d9cfba18bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453513 Sep 19 11:33:43.340195 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d085067a-3495-4be7-ba4a-961fba5981ec tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Router 1c00146a-5490-485d-a6ec-8da2d53da6af has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:33:43.451418 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d085067a-3495-4be7-ba4a-961fba5981ec tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:33:43.456424 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d085067a-3495-4be7-ba4a-961fba5981ec tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:43.463370 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad76db-a08f-475a-92fe-63f1e5172a69 None None] Sync routers for ids ['1c00146a-5490-485d-a6ec-8da2d53da6af'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:33:43.475472 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad76db-a08f-475a-92fe-63f1e5172a69 None None] Routers {'1c00146a-5490-485d-a6ec-8da2d53da6af'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:33:43.476234 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-d2ad76db-a08f-475a-92fe-63f1e5172a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:33:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['1c00146a-5490-485d-a6ec-8da2d53da6af'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:33:43.488923 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-d085067a-3495-4be7-ba4a-961fba5981ec tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/78064d46-075d-48ee-9dbd-0c0e1780fe16 HTTP/1.1" status: 204 len: 168 time: 1.0394921 Sep 19 11:33:43.489568 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142b0c02-3675-49cb-ad27-07fe1658b456', 'tag': '91d1e660-585f-4a66-85ee-741ce943a844'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:33:43.491816 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703441799e6f49adca2ad8e8097d82180353dcc80b32e8c2cf6ef0d1aad19ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67ac1cd-24c5-4b57-97ab-c6d571ddcee8" -d '{"events": [{"name": "network-changed", "server_uuid": "142b0c02-3675-49cb-ad27-07fe1658b456", "tag": "91d1e660-585f-4a66-85ee-741ce943a844"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:33:43.591572 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-d2ad76db-a08f-475a-92fe-63f1e5172a69 None None] Set router 1c00146a-5490-485d-a6ec-8da2d53da6af gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:33:43.690191 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d1b01d-10d3-452e-943f-4aaf2ee68d67 x-openstack-request-id: req-65d1b01d-10d3-452e-943f-4aaf2ee68d67 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:33:43.690558 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142b0c02-3675-49cb-ad27-07fe1658b456", "tag": "91d1e660-585f-4a66-85ee-741ce943a844", "status": "completed", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:33:43.690998 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65d1b01d-10d3-452e-943f-4aaf2ee68d67 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:33:43.691473 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65d1b01d-10d3-452e-943f-4aaf2ee68d67'] response: {'name': 'network-changed', 'server_uuid': '142b0c02-3675-49cb-ad27-07fe1658b456', 'tag': '91d1e660-585f-4a66-85ee-741ce943a844', 'status': 'completed', 'code': 200} Sep 19 11:33:43.793779 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52030b-c86d-4133-a0f5-7a7a1a7de28a req-f3181823-f417-405d-bdc9-d40b9e84546b tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:43.795734 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4e52030b-c86d-4133-a0f5-7a7a1a7de28a req-f3181823-f417-405d-bdc9-d40b9e84546b tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 945 time: 0.0553997 Sep 19 11:33:43.851130 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4e52030b-c86d-4133-a0f5-7a7a1a7de28a req-277e3c66-a288-4c49-80ba-970bcbee87b0 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486898 Sep 19 11:33:43.913365 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8a43a-78ca-4707-9c33-10d496a2baf3 req-cf97c293-f331-4028-b402-8ffbfdf6c0f9 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:43.914785 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-51b8a43a-78ca-4707-9c33-10d496a2baf3 req-cf97c293-f331-4028-b402-8ffbfdf6c0f9 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a7894791-3dee-43d9-943f-93f08fe8356b HTTP/1.1" status: 200 len: 945 time: 0.0500078 Sep 19 11:33:43.924101 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-d2ad76db-a08f-475a-92fe-63f1e5172a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '940d0f18-dfda-4865-a276-4a57ea9fb2c6', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'port_id': '33c62641-505f-4f2e-b389-5020e568a62a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'mac_address': 'fa:16:3e:91:cf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4043326f-606a-4ce6-81d9-95bbd73358d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:29:54Z', 'updated_at': '2022-09-19T11:29:56Z', 'revision_number': 1, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:44Z', 'revision_number': 5, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:33:43.950019 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad76db-a08f-475a-92fe-63f1e5172a69 None None] Checking router: 1c00146a-5490-485d-a6ec-8da2d53da6af for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:33:43.958598 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad76db-a08f-475a-92fe-63f1e5172a69 None None] Routers {'1c00146a-5490-485d-a6ec-8da2d53da6af'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:33:43.959213 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-d2ad76db-a08f-475a-92fe-63f1e5172a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:33:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['1c00146a-5490-485d-a6ec-8da2d53da6af'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:33:43.962743 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-51b8a43a-78ca-4707-9c33-10d496a2baf3 req-b6e55a3a-058f-4a1b-9d20-e3a0e12e67f1 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dfa27983-f12d-46e1-b47f-6d9cfba18bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417583 Sep 19 11:33:44.062764 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-d2ad76db-a08f-475a-92fe-63f1e5172a69 None None] Set router 1c00146a-5490-485d-a6ec-8da2d53da6af gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:33:44.265574 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-d2ad76db-a08f-475a-92fe-63f1e5172a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '940d0f18-dfda-4865-a276-4a57ea9fb2c6', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'port_id': '33c62641-505f-4f2e-b389-5020e568a62a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'mac_address': 'fa:16:3e:91:cf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4043326f-606a-4ce6-81d9-95bbd73358d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:29:54Z', 'updated_at': '2022-09-19T11:29:56Z', 'revision_number': 1, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:44Z', 'revision_number': 5, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:33:44.293976 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad76db-a08f-475a-92fe-63f1e5172a69 None None] The sync data for ids ['1c00146a-5490-485d-a6ec-8da2d53da6af'] in dv-cinder-820994-5-iscsi is: [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '940d0f18-dfda-4865-a276-4a57ea9fb2c6', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'port_id': '33c62641-505f-4f2e-b389-5020e568a62a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'mac_address': 'fa:16:3e:91:cf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4043326f-606a-4ce6-81d9-95bbd73358d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:29:54Z', 'updated_at': '2022-09-19T11:29:56Z', 'revision_number': 1, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:44Z', 'revision_number': 5, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:33:44.507970 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638899a6-ec77-4abd-b8c7-665bbaa057b4 None None] New status for floating IP 78064d46-075d-48ee-9dbd-0c0e1780fe16: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:33:44.835830 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:33:44.977028 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e5796-c317-412c-9770-d727b7488bf6 req-896fcb59-3f35-466f-a131-9118959af829 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:44.978508 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bd1e5796-c317-412c-9770-d727b7488bf6 req-896fcb59-3f35-466f-a131-9118959af829 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 945 time: 0.0500064 Sep 19 11:33:45.036856 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bd1e5796-c317-412c-9770-d727b7488bf6 req-bcd5d14d-8b5d-4f59-9d59-7c81cb10c712 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528326 Sep 19 11:33:45.085961 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c147e-b45e-4c5c-a39b-99f986c4d83c req-640cccae-bbf6-4be3-9819-2200cdbc18de tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:45.087514 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b00c147e-b45e-4c5c-a39b-99f986c4d83c req-640cccae-bbf6-4be3-9819-2200cdbc18de tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a7894791-3dee-43d9-943f-93f08fe8356b HTTP/1.1" status: 200 len: 945 time: 0.0478189 Sep 19 11:33:45.133645 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b00c147e-b45e-4c5c-a39b-99f986c4d83c req-bf2613f0-284e-4996-8821-e317b49ceaff tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dfa27983-f12d-46e1-b47f-6d9cfba18bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407557 Sep 19 11:33:45.807848 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ac1cd-24c5-4b57-97ab-c6d571ddcee8 req-a56f1dbc-a7d2-4b74-878f-26c68b08ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:45.809293 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d67ac1cd-24c5-4b57-97ab-c6d571ddcee8 req-a56f1dbc-a7d2-4b74-878f-26c68b08ca30 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8351993a1ab94f82bc238a23b2d542d3&device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 1129 time: 0.0388806 Sep 19 11:33:46.157355 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef657c90-2d5b-4977-9ac1-49444518c913 req-c5c986c8-bcc1-447f-a1c6-662436eb27c8 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:46.158756 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ef657c90-2d5b-4977-9ac1-49444518c913 req-c5c986c8-bcc1-447f-a1c6-662436eb27c8 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a7894791-3dee-43d9-943f-93f08fe8356b HTTP/1.1" status: 200 len: 945 time: 0.0946884 Sep 19 11:33:46.200036 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:46.216345 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e8811-a572-4fdd-9523-a75733de46d4 req-0d76808b-c4d7-4968-bbb5-730fcb103dd3 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:46.217769 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-309e8811-a572-4fdd-9523-a75733de46d4 req-0d76808b-c4d7-4968-bbb5-730fcb103dd3 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 945 time: 0.1183822 Sep 19 11:33:46.272301 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d1d86-6ef4-4841-90db-d1a96cb69bfb req-17e4c9a1-5b6a-419b-9f00-d0720d7f994f tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:46.273737 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3e1d1d86-6ef4-4841-90db-d1a96cb69bfb req-17e4c9a1-5b6a-419b-9f00-d0720d7f994f tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 945 time: 0.1571853 Sep 19 11:33:46.315131 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ac1cd-24c5-4b57-97ab-c6d571ddcee8 req-f9f021d9-4d0c-41fa-947d-448d1e976e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:46.316563 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d67ac1cd-24c5-4b57-97ab-c6d571ddcee8 req-f9f021d9-4d0c-41fa-947d-448d1e976e8c service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=fb35c99b-23b9-4b32-a307-2150c63e0c0a HTTP/1.1" status: 200 len: 912 time: 0.3000188 Sep 19 11:33:46.342482 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f77f8e96-80ab-4076-8240-dcbff11aafb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:46.385015 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:46.394605 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd085866-bacd-40c9-a670-3b6a16d66808 req-a387ac8e-d734-48c4-8dc5-977b963def2e tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:46.396107 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bd085866-bacd-40c9-a670-3b6a16d66808 req-a387ac8e-d734-48c4-8dc5-977b963def2e tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a7894791-3dee-43d9-943f-93f08fe8356b HTTP/1.1" status: 200 len: 945 time: 0.1620057 Sep 19 11:33:46.416684 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d67ac1cd-24c5-4b57-97ab-c6d571ddcee8 req-1f40773e-1e0d-4a32-9f97-ce9a924ee2b2 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91d1e660-585f-4a66-85ee-741ce943a844 HTTP/1.1" status: 200 len: 217 time: 0.0922766 Sep 19 11:33:46.527539 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-ef657c90-2d5b-4977-9ac1-49444518c913 req-5d979c72-a638-41f7-9246-be2d9f4dd083 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Deleting port 43a691b4-d5de-4f5f-b0ef-77784f77996b {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:33:46.527907 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ef657c90-2d5b-4977-9ac1-49444518c913 req-5d979c72-a638-41f7-9246-be2d9f4dd083 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (43a691b4-d5de-4f5f-b0ef-77784f77996b), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:46.563532 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-309e8811-a572-4fdd-9523-a75733de46d4 req-62cac3b9-6a49-4be1-aa0d-d73a3c0747a7 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Deleting port 91d1e660-585f-4a66-85ee-741ce943a844 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:33:46.563902 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-309e8811-a572-4fdd-9523-a75733de46d4 req-62cac3b9-6a49-4be1-aa0d-d73a3c0747a7 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (91d1e660-585f-4a66-85ee-741ce943a844), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:46.602158 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3e1d1d86-6ef4-4841-90db-d1a96cb69bfb req-1ee79df1-e7b4-4161-85e4-3e1bea454da0 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904174 Sep 19 11:33:46.629835 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ac1cd-24c5-4b57-97ab-c6d571ddcee8 req-3794dfbd-c293-4bfd-bce7-d0e5eb2b4ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:46.631272 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d67ac1cd-24c5-4b57-97ab-c6d571ddcee8 req-3794dfbd-c293-4bfd-bce7-d0e5eb2b4ca7 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=12b60c37-1469-4c8f-99da-759b2d2ba30b HTTP/1.1" status: 200 len: 850 time: 0.2030942 Sep 19 11:33:46.673881 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bd085866-bacd-40c9-a670-3b6a16d66808 req-f3e2927b-24f7-4c7a-aa9f-5c7ae6c0d2f6 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dfa27983-f12d-46e1-b47f-6d9cfba18bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540722 Sep 19 11:33:46.738002 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ac1cd-24c5-4b57-97ab-c6d571ddcee8 req-98b80f03-088a-4255-ae7b-186231591f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:46.739462 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d67ac1cd-24c5-4b57-97ab-c6d571ddcee8 req-98b80f03-088a-4255-ae7b-186231591f59 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=fb35c99b-23b9-4b32-a307-2150c63e0c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802259 Sep 19 11:33:46.836431 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-ef657c90-2d5b-4977-9ac1-49444518c913 req-5d979c72-a638-41f7-9246-be2d9f4dd083 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] For port 43a691b4-d5de-4f5f-b0ef-77784f77996b, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=43a691b4-d5de-4f5f-b0ef-77784f77996b,segment=NetworkSegment(1666b190-9b8b-4020-9f65-f77f3febe616),segment_id=1666b190-9b8b-4020-9f65-f77f3febe616)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:33:46.836794 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ef657c90-2d5b-4977-9ac1-49444518c913 req-5d979c72-a638-41f7-9246-be2d9f4dd083 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (43a691b4-d5de-4f5f-b0ef-77784f77996b), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:46.848831 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-309e8811-a572-4fdd-9523-a75733de46d4 req-62cac3b9-6a49-4be1-aa0d-d73a3c0747a7 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] For port 91d1e660-585f-4a66-85ee-741ce943a844, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=91d1e660-585f-4a66-85ee-741ce943a844,segment=NetworkSegment(622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf),segment_id=622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:33:46.849182 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-309e8811-a572-4fdd-9523-a75733de46d4 req-62cac3b9-6a49-4be1-aa0d-d73a3c0747a7 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (91d1e660-585f-4a66-85ee-741ce943a844), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:46.865288 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-ef657c90-2d5b-4977-9ac1-49444518c913 req-5d979c72-a638-41f7-9246-be2d9f4dd083 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Calling delete_port for 43a691b4-d5de-4f5f-b0ef-77784f77996b owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:33:46.876711 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-309e8811-a572-4fdd-9523-a75733de46d4 req-62cac3b9-6a49-4be1-aa0d-d73a3c0747a7 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Calling delete_port for 91d1e660-585f-4a66-85ee-741ce943a844 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:33:46.977743 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d67ac1cd-24c5-4b57-97ab-c6d571ddcee8 req-90aa973c-85e3-4d82-8e00-552464884de5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282350 Sep 19 11:33:47.075147 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:47.090248 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:47.132179 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d67ac1cd-24c5-4b57-97ab-c6d571ddcee8 req-1878006e-f471-4350-8cec-3f3c4ec5b9c2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466534 Sep 19 11:33:47.214009 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ef657c90-2d5b-4977-9ac1-49444518c913 req-5d979c72-a638-41f7-9246-be2d9f4dd083 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (43a691b4-d5de-4f5f-b0ef-77784f77996b), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:47.216208 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-309e8811-a572-4fdd-9523-a75733de46d4 req-62cac3b9-6a49-4be1-aa0d-d73a3c0747a7 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (91d1e660-585f-4a66-85ee-741ce943a844), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:47.226048 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['43a691b4-d5de-4f5f-b0ef-77784f77996b'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:33:47.246881 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d979c72-a638-41f7-9246-be2d9f4dd083 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Pushing event deleted for resources: {'Port': ['ID=43a691b4-d5de-4f5f-b0ef-77784f77996b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:47.281868 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cac3b9-6a49-4be1-aa0d-d73a3c0747a7 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event deleted for resources: {'Port': ['ID=91d1e660-585f-4a66-85ee-741ce943a844,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:47.348168 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-309e8811-a572-4fdd-9523-a75733de46d4 req-62cac3b9-6a49-4be1-aa0d-d73a3c0747a7 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] No DVR routers for this DVR port 91d1e660-585f-4a66-85ee-741ce943a844 on host hv-cinder-82099 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:33:47.349744 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef657c90-2d5b-4977-9ac1-49444518c913 req-5d979c72-a638-41f7-9246-be2d9f4dd083 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] No DVR routers for this DVR port 43a691b4-d5de-4f5f-b0ef-77784f77996b on host hv-cinder-82099 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:33:47.351498 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-309e8811-a572-4fdd-9523-a75733de46d4 req-62cac3b9-6a49-4be1-aa0d-d73a3c0747a7 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:47.354915 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-309e8811-a572-4fdd-9523-a75733de46d4 req-62cac3b9-6a49-4be1-aa0d-d73a3c0747a7 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.72 "DELETE /networking/v2.0/ports/91d1e660-585f-4a66-85ee-741ce943a844 HTTP/1.1" status: 204 len: 173 time: 1.1080990 Sep 19 11:33:47.355412 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142b0c02-3675-49cb-ad27-07fe1658b456', 'name': 'network-vif-deleted', 'tag': '91d1e660-585f-4a66-85ee-741ce943a844'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:33:47.357648 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf61e83-fa85-4d4a-b408-4e9a11b15557" -d '{"events": [{"server_uuid": "142b0c02-3675-49cb-ad27-07fe1658b456", "name": "network-vif-deleted", "tag": "91d1e660-585f-4a66-85ee-741ce943a844"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:33:47.360495 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ef657c90-2d5b-4977-9ac1-49444518c913 req-5d979c72-a638-41f7-9246-be2d9f4dd083 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:47.363547 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ef657c90-2d5b-4977-9ac1-49444518c913 req-5d979c72-a638-41f7-9246-be2d9f4dd083 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.72 "DELETE /networking/v2.0/ports/43a691b4-d5de-4f5f-b0ef-77784f77996b HTTP/1.1" status: 204 len: 173 time: 1.1795714 Sep 19 11:33:47.400356 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecd5b56-baa4-4980-89e5-f2098dbceb48 x-openstack-request-id: req-6ecd5b56-baa4-4980-89e5-f2098dbceb48 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:33:47.400654 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142b0c02-3675-49cb-ad27-07fe1658b456", "name": "network-vif-deleted", "tag": "91d1e660-585f-4a66-85ee-741ce943a844", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:33:47.400912 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6ecd5b56-baa4-4980-89e5-f2098dbceb48 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:33:47.401319 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ecd5b56-baa4-4980-89e5-f2098dbceb48'] response: {'server_uuid': '142b0c02-3675-49cb-ad27-07fe1658b456', 'name': 'network-vif-deleted', 'tag': '91d1e660-585f-4a66-85ee-741ce943a844', 'status': 'completed', 'code': 200} Sep 19 11:33:47.724215 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2cbfed5c-56a3-464b-9fcd-7457b90c208f req-550fcb35-e62f-4f80-8b1d-6bb3bd584fa9 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=142b0c02-3675-49cb-ad27-07fe1658b456 HTTP/1.1" status: 200 len: 210 time: 0.0292723 Sep 19 11:33:47.792637 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c0085757-778b-4541-a5b2-d8d92eda72ce req-c4ae26f5-23e1-4318-ac80-cfe8d46d9315 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a7894791-3dee-43d9-943f-93f08fe8356b HTTP/1.1" status: 200 len: 210 time: 0.0274794 Sep 19 11:33:48.468477 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-0194c2b5-8e67-4871-b5bb-5690b73de458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:49.086911 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-2a75f6a2-e9ba-40d9-a624-3e8da7cbe04b tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:49.088421 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-2a75f6a2-e9ba-40d9-a624-3e8da7cbe04b tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/networks?id=d819139e-6ec1-4698-9321-bbd45ed11f32 HTTP/1.1" status: 200 len: 809 time: 0.1088502 Sep 19 11:33:49.103460 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-0f07cbce-87d0-4fae-a771-6088870ba60a tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/quotas/914cee0eaeb1460db8b0c068920a962c HTTP/1.1" status: 200 len: 375 time: 0.0087719 Sep 19 11:33:49.135018 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-7ed9637d-6ad3-4776-b097-34d2efeb2cb5 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=914cee0eaeb1460db8b0c068920a962c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267282 Sep 19 11:33:49.144962 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-5aff0277-c8ca-4418-8c4d-cc2e6c0806fe service neutron] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 11:33:49.145923 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-5aff0277-c8ca-4418-8c4d-cc2e6c0806fe service neutron] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048490 Sep 19 11:33:49.469341 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7894791-3dee-43d9-943f-93f08fe8356b', 'name': 'network-vif-deleted', 'tag': '43a691b4-d5de-4f5f-b0ef-77784f77996b'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:33:49.471566 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6473f4fd-3718-40bc-9304-ca233632b0f2" -d '{"events": [{"server_uuid": "a7894791-3dee-43d9-943f-93f08fe8356b", "name": "network-vif-deleted", "tag": "43a691b4-d5de-4f5f-b0ef-77784f77996b"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:33:49.484795 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-a9121ad1-d457-4592-bf95-425f59c4b561 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/d819139e-6ec1-4698-9321-bbd45ed11f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336952 Sep 19 11:33:49.535344 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518cac19-2282-411c-9f7c-2e823e17fafd x-openstack-request-id: req-518cac19-2282-411c-9f7c-2e823e17fafd {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:33:49.535636 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7894791-3dee-43d9-943f-93f08fe8356b", "name": "network-vif-deleted", "tag": "43a691b4-d5de-4f5f-b0ef-77784f77996b", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:33:49.535913 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-518cac19-2282-411c-9f7c-2e823e17fafd {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:33:49.536314 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518cac19-2282-411c-9f7c-2e823e17fafd'] response: {'server_uuid': 'a7894791-3dee-43d9-943f-93f08fe8356b', 'name': 'network-vif-deleted', 'tag': '43a691b4-d5de-4f5f-b0ef-77784f77996b', 'status': 'completed', 'code': 200} Sep 19 11:33:49.577285 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f93a875c-46df-4da9-8e90-28ab4dd25d68 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/d819139e-6ec1-4698-9321-bbd45ed11f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868461 Sep 19 11:33:49.740683 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-19c18ec9-97f9-4e15-8da6-d505fa0d09bc req-c1cacfe5-4821-4095-8852-770c1546ef05 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=db664764-a39e-4a24-b39d-f4e30af8e0ae HTTP/1.1" status: 200 len: 210 time: 0.0304155 Sep 19 11:33:49.862268 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:50.287587 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 43a691b4-d5de-4f5f-b0ef-77784f77996b no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:33:50.312173 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] No Port match for: 43a691b4-d5de-4f5f-b0ef-77784f77996b {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:33:50.312519 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 43a691b4-d5de-4f5f-b0ef-77784f77996b not bound to the agent host hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:33:50.312933 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 91d1e660-585f-4a66-85ee-741ce943a844 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:33:50.331643 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] No Port match for: 91d1e660-585f-4a66-85ee-741ce943a844 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:33:50.332021 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 91d1e660-585f-4a66-85ee-741ce943a844 not bound to the agent host hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:33:50.763327 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-8d46ce54-5efd-48f1-a4cd-bc2ef48e5f9a tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:50.764780 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-8d46ce54-5efd-48f1-a4cd-bc2ef48e5f9a tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.72 "GET /networking/v2.0/networks?id=d819139e-6ec1-4698-9321-bbd45ed11f32 HTTP/1.1" status: 200 len: 809 time: 0.1082301 Sep 19 11:33:50.776818 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-935df32e-449c-4cad-a9d4-ab8cd632ae65 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Request body: {'port': {'device_id': 'db664764-a39e-4a24-b39d-f4e30af8e0ae', 'network_id': 'd819139e-6ec1-4698-9321-bbd45ed11f32', 'admin_state_up': True, 'tenant_id': '914cee0eaeb1460db8b0c068920a962c'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:33:50.858202 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0f5d14ba-7dd6-4eb4-a71b-1eea3de5735a req-edd50bb8-69c4-42a2-97e6-4da17ce56497 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=db664764-a39e-4a24-b39d-f4e30af8e0ae HTTP/1.1" status: 200 len: 210 time: 0.0332303 Sep 19 11:33:50.912913 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-935df32e-449c-4cad-a9d4-ab8cd632ae65 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Made reservation on behalf of 914cee0eaeb1460db8b0c068920a962c for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:33:50.916806 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-935df32e-449c-4cad-a9d4-ab8cd632ae65 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:50.982252 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:51.001256 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:51.035088 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35632) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:51.052114 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-935df32e-449c-4cad-a9d4-ab8cd632ae65 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Allocated IP 172.20.0.11 (d819139e-6ec1-4698-9321-bbd45ed11f32/e3f33260-12ef-4b27-a384-634a95c59d4e/c02c72df-11f2-43e9-90cc-22fd0be2f051) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:33:51.073412 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:51.080852 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:51.180044 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-23f6266b-cd9f-4f78-9732-a65ccbda4324 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Deleting port 29eb83e9-fb59-416d-8179-ff2f3ea38982 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:33:51.180371 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-23f6266b-cd9f-4f78-9732-a65ccbda4324 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (29eb83e9-fb59-416d-8179-ff2f3ea38982), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:51.205402 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-935df32e-449c-4cad-a9d4-ab8cd632ae65 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Publish callbacks [] for port (c02c72df-11f2-43e9-90cc-22fd0be2f051), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:51.238001 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-935df32e-449c-4cad-a9d4-ab8cd632ae65 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (c02c72df-11f2-43e9-90cc-22fd0be2f051), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:51.258507 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-23f6266b-cd9f-4f78-9732-a65ccbda4324 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (29eb83e9-fb59-416d-8179-ff2f3ea38982), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:51.258835 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-23f6266b-cd9f-4f78-9732-a65ccbda4324 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for floatingip (29eb83e9-fb59-416d-8179-ff2f3ea38982), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:51.272656 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-23f6266b-cd9f-4f78-9732-a65ccbda4324 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Calling delete_port for 29eb83e9-fb59-416d-8179-ff2f3ea38982 owned by network:floatingip {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:33:51.285803 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-935df32e-449c-4cad-a9d4-ab8cd632ae65 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Network d819139e-6ec1-4698-9321-bbd45ed11f32 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:33:51.291640 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-935df32e-449c-4cad-a9d4-ab8cd632ae65 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:33:51.294191 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-935df32e-449c-4cad-a9d4-ab8cd632ae65 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:33:51.299869 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935df32e-449c-4cad-a9d4-ab8cd632ae65 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Pushing event updated for resources: {'Port': ['ID=c02c72df-11f2-43e9-90cc-22fd0be2f051,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:51.339314 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:51.351268 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-935df32e-449c-4cad-a9d4-ab8cd632ae65 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:51.351931 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-935df32e-449c-4cad-a9d4-ab8cd632ae65 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:51.368363 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-935df32e-449c-4cad-a9d4-ab8cd632ae65 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5959044 Sep 19 11:33:51.378145 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-47a1c068-c562-4471-bd37-53c706662a61 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 11:33:51.379101 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-47a1c068-c562-4471-bd37-53c706662a61 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049629 Sep 19 11:33:51.389584 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] Request body: {'port': {'device_id': 'db664764-a39e-4a24-b39d-f4e30af8e0ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:33:51.413641 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:51.425652 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-23f6266b-cd9f-4f78-9732-a65ccbda4324 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (29eb83e9-fb59-416d-8179-ff2f3ea38982), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:51.449740 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6266b-cd9f-4f78-9732-a65ccbda4324 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event deleted for resources: {'Port': ['ID=29eb83e9-fb59-416d-8179-ff2f3ea38982,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:51.462078 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (c02c72df-11f2-43e9-90cc-22fd0be2f051), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:51.520237 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-23f6266b-cd9f-4f78-9732-a65ccbda4324 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for floatingip (940d0f18-dfda-4865-a276-4a57ea9fb2c6), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:51.520496 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.l3_db [None req-23f6266b-cd9f-4f78-9732-a65ccbda4324 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Floating IP 940d0f18-dfda-4865-a276-4a57ea9fb2c6 disassociated (deleted). External IP: 172.27.2.44, port: 33c62641-505f-4f2e-b389-5020e568a62a. Sep 19 11:33:51.726128 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f6266b-cd9f-4f78-9732-a65ccbda4324 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Router 1c00146a-5490-485d-a6ec-8da2d53da6af has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:33:51.740184 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02c72df-11f2-43e9-90cc-22fd0be2f051 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:33:51.747816 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] Publish callbacks [] for port (c02c72df-11f2-43e9-90cc-22fd0be2f051), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:51.760301 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] Transition to ACTIVE for port object c02c72df-11f2-43e9-90cc-22fd0be2f051 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 11:33:51.763751 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (c02c72df-11f2-43e9-90cc-22fd0be2f051), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:51.769395 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:51.825542 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] Pushing event updated for resources: {'Port': ['ID=c02c72df-11f2-43e9-90cc-22fd0be2f051,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:51.835396 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f6266b-cd9f-4f78-9732-a65ccbda4324 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:33:51.841020 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-23f6266b-cd9f-4f78-9732-a65ccbda4324 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:51.848532 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961697ea-af49-4cc2-863e-94878727fc9e None None] Sync routers for ids ['1c00146a-5490-485d-a6ec-8da2d53da6af'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:33:51.856059 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:51.861584 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961697ea-af49-4cc2-863e-94878727fc9e None None] Routers {'1c00146a-5490-485d-a6ec-8da2d53da6af'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:33:51.862465 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-961697ea-af49-4cc2-863e-94878727fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:33:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['1c00146a-5490-485d-a6ec-8da2d53da6af'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:33:51.874354 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-23f6266b-cd9f-4f78-9732-a65ccbda4324 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/940d0f18-dfda-4865-a276-4a57ea9fb2c6 HTTP/1.1" status: 204 len: 168 time: 0.8381619 Sep 19 11:33:51.875093 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4043326f-606a-4ce6-81d9-95bbd73358d0', 'tag': '33c62641-505f-4f2e-b389-5020e568a62a'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:33:51.877932 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703441799e6f49adca2ad8e8097d82180353dcc80b32e8c2cf6ef0d1aad19ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bf67e4-3b1e-4d12-9e37-5453cff4982b" -d '{"events": [{"name": "network-changed", "server_uuid": "4043326f-606a-4ce6-81d9-95bbd73358d0", "tag": "33c62641-505f-4f2e-b389-5020e568a62a"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:33:51.890135 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] Attempting to bind port c02c72df-11f2-43e9-90cc-22fd0be2f051 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:33:51.890649 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] Attempting to bind port c02c72df-11f2-43e9-90cc-22fd0be2f051 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '1666b190-9b8b-4020-9f65-f77f3febe616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd819139e-6ec1-4698-9321-bbd45ed11f32'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:33:51.891160 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] Attempting to bind port c02c72df-11f2-43e9-90cc-22fd0be2f051 on network d819139e-6ec1-4698-9321-bbd45ed11f32 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:33:51.941994 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] Port c02c72df-11f2-43e9-90cc-22fd0be2f051 on network d819139e-6ec1-4698-9321-bbd45ed11f32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 11:33:51.941994 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] Attempting to bind port c02c72df-11f2-43e9-90cc-22fd0be2f051 on network d819139e-6ec1-4698-9321-bbd45ed11f32 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:33:51.947387 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737d24ef-6df7-421f-9e7f-8ff5881fbd6b x-openstack-request-id: req-737d24ef-6df7-421f-9e7f-8ff5881fbd6b {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:33:51.947387 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4043326f-606a-4ce6-81d9-95bbd73358d0", "tag": "33c62641-505f-4f2e-b389-5020e568a62a", "status": "completed", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:33:51.947387 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-737d24ef-6df7-421f-9e7f-8ff5881fbd6b {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:33:51.947727 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-737d24ef-6df7-421f-9e7f-8ff5881fbd6b'] response: {'name': 'network-changed', 'server_uuid': '4043326f-606a-4ce6-81d9-95bbd73358d0', 'tag': '33c62641-505f-4f2e-b389-5020e568a62a', 'status': 'completed', 'code': 200} Sep 19 11:33:51.970526 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-961697ea-af49-4cc2-863e-94878727fc9e None None] Set router 1c00146a-5490-485d-a6ec-8da2d53da6af gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:33:51.997095 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:52.017906 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] Checking agent: {'id': '89dce09e-1d3d-46be-9edc-f71162f9f1f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'started_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:33:52.018245 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] Checking segment: {'id': '1666b190-9b8b-4020-9f65-f77f3febe616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd819139e-6ec1-4698-9321-bbd45ed11f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:33:52.018627 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] Bound using segment: {'id': '1666b190-9b8b-4020-9f65-f77f3febe616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd819139e-6ec1-4698-9321-bbd45ed11f32'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:33:52.019055 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] Bound port: c02c72df-11f2-43e9-90cc-22fd0be2f051, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1666b190-9b8b-4020-9f65-f77f3febe616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd819139e-6ec1-4698-9321-bbd45ed11f32'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:33:52.019415 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (c02c72df-11f2-43e9-90cc-22fd0be2f051), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:52.166787 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-961697ea-af49-4cc2-863e-94878727fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:44Z', 'revision_number': 5, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:33:52.174241 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf67e4-3b1e-4d12-9e37-5453cff4982b req-d33fb145-28b0-43c3-9d88-455f7d58e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:52.175728 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54bf67e4-3b1e-4d12-9e37-5453cff4982b req-d33fb145-28b0-43c3-9d88-455f7d58e5bd service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=8351993a1ab94f82bc238a23b2d542d3&device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 1130 time: 0.1897550 Sep 19 11:33:52.181678 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7546058-50c8-4a6e-a2f2-67a1f897edc1 req-660114c6-fc7e-4602-98ca-3b8fc473884a tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:52.183019 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c7546058-50c8-4a6e-a2f2-67a1f897edc1 req-660114c6-fc7e-4602-98ca-3b8fc473884a tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=db664764-a39e-4a24-b39d-f4e30af8e0ae HTTP/1.1" status: 200 len: 944 time: 0.1438034 Sep 19 11:33:52.195018 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961697ea-af49-4cc2-863e-94878727fc9e None None] Checking router: 1c00146a-5490-485d-a6ec-8da2d53da6af for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:33:52.198225 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:52.205038 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961697ea-af49-4cc2-863e-94878727fc9e None None] Routers {'1c00146a-5490-485d-a6ec-8da2d53da6af'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:33:52.205644 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-961697ea-af49-4cc2-863e-94878727fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:33:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['1c00146a-5490-485d-a6ec-8da2d53da6af'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:33:52.252860 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfb2ec-d1ac-4eaa-8654-fff155aac11d req-11d272b6-f965-4fbb-a084-c34cc6405bd9 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:52.254330 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f9cfb2ec-d1ac-4eaa-8654-fff155aac11d req-11d272b6-f965-4fbb-a084-c34cc6405bd9 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 946 time: 0.1058631 Sep 19 11:33:52.259677 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] For port c02c72df-11f2-43e9-90cc-22fd0be2f051, host hv-cinder-82099, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:33:52.265534 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] For port c02c72df-11f2-43e9-90cc-22fd0be2f051, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=c02c72df-11f2-43e9-90cc-22fd0be2f051,segment=NetworkSegment(1666b190-9b8b-4020-9f65-f77f3febe616),segment_id=1666b190-9b8b-4020-9f65-f77f3febe616)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:33:52.291983 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (c02c72df-11f2-43e9-90cc-22fd0be2f051), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:52.297126 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:52.297744 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:52.299158 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/c02c72df-11f2-43e9-90cc-22fd0be2f051 HTTP/1.1" status: 200 len: 1094 time: 0.9134312 Sep 19 11:33:52.305106 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db664764-a39e-4a24-b39d-f4e30af8e0ae', 'tag': 'c02c72df-11f2-43e9-90cc-22fd0be2f051'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:33:52.306514 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-961697ea-af49-4cc2-863e-94878727fc9e None None] Set router 1c00146a-5490-485d-a6ec-8da2d53da6af gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:33:52.307838 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b800f6-c373-4632-b204-869f74b144bf" -d '{"events": [{"name": "network-changed", "server_uuid": "db664764-a39e-4a24-b39d-f4e30af8e0ae", "tag": "c02c72df-11f2-43e9-90cc-22fd0be2f051"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:33:52.343349 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c7546058-50c8-4a6e-a2f2-67a1f897edc1 req-db37f2d1-d22b-4a75-a3d3-a193beeca899 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dfa27983-f12d-46e1-b47f-6d9cfba18bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419070 Sep 19 11:33:52.395881 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87827798-fad7-4d01-8f18-46ec5db2f022 x-openstack-request-id: req-87827798-fad7-4d01-8f18-46ec5db2f022 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:33:52.396159 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db664764-a39e-4a24-b39d-f4e30af8e0ae", "tag": "c02c72df-11f2-43e9-90cc-22fd0be2f051", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:33:52.396409 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-87827798-fad7-4d01-8f18-46ec5db2f022 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:33:52.396802 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87827798-fad7-4d01-8f18-46ec5db2f022'] response: {'name': 'network-changed', 'server_uuid': 'db664764-a39e-4a24-b39d-f4e30af8e0ae', 'tag': 'c02c72df-11f2-43e9-90cc-22fd0be2f051', 'status': 'completed', 'code': 200} Sep 19 11:33:52.400869 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f9cfb2ec-d1ac-4eaa-8654-fff155aac11d req-31b8dc23-e710-48a5-b672-f2d8c0776583 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372645 Sep 19 11:33:52.403916 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0689884-cd92-48f1-9755-4ec8449cfb27 service neutron] Pushing event updated for resources: {'Port': ['ID=c02c72df-11f2-43e9-90cc-22fd0be2f051,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:52.501915 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-961697ea-af49-4cc2-863e-94878727fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:44Z', 'revision_number': 5, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:33:52.526260 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961697ea-af49-4cc2-863e-94878727fc9e None None] The sync data for ids ['1c00146a-5490-485d-a6ec-8da2d53da6af'] in dv-cinder-820994-5-iscsi is: [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:40Z', 'revision_number': 4, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '95e19ca6-95f0-4a1d-9d0d-e089f14d65d3', 'name': '', 'network_id': 'fb35c99b-23b9-4b32-a307-2150c63e0c0a', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'mac_address': 'fa:16:3e:40:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:39Z', 'updated_at': '2022-09-19T11:26:44Z', 'revision_number': 5, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'subnets': [{'id': '12b60c37-1469-4c8f-99da-759b2d2ba30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:33:52.754507 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbbe1d1-c794-40f8-b8d1-3f15a999e29b None None] New status for floating IP 940d0f18-dfda-4865-a276-4a57ea9fb2c6: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:33:53.100732 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b800f6-c373-4632-b204-869f74b144bf req-1abb8bd4-f2f8-4968-986e-8c9c0c2261f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:53.102218 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f3b800f6-c373-4632-b204-869f74b144bf req-1abb8bd4-f2f8-4968-986e-8c9c0c2261f3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=914cee0eaeb1460db8b0c068920a962c&device_id=db664764-a39e-4a24-b39d-f4e30af8e0ae HTTP/1.1" status: 200 len: 1128 time: 0.0737410 Sep 19 11:33:53.131018 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf67e4-3b1e-4d12-9e37-5453cff4982b req-0df9619e-21af-46c1-b77d-060b165089be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:53.132471 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54bf67e4-3b1e-4d12-9e37-5453cff4982b req-0df9619e-21af-46c1-b77d-060b165089be service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=fb35c99b-23b9-4b32-a307-2150c63e0c0a HTTP/1.1" status: 200 len: 912 time: 0.1226342 Sep 19 11:33:53.257721 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54bf67e4-3b1e-4d12-9e37-5453cff4982b req-25b04bf0-cec9-4d3f-ad27-e0926c13abef service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33c62641-505f-4f2e-b389-5020e568a62a HTTP/1.1" status: 200 len: 217 time: 0.0769296 Sep 19 11:33:53.312485 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b800f6-c373-4632-b204-869f74b144bf req-40d40379-e267-4387-aa05-4a0610610c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:53.313967 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f3b800f6-c373-4632-b204-869f74b144bf req-40d40379-e267-4387-aa05-4a0610610c1b service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=914cee0eaeb1460db8b0c068920a962c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1344075 Sep 19 11:33:53.523881 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:53.556023 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf67e4-3b1e-4d12-9e37-5453cff4982b req-2aa538ce-ef06-4d20-b0d9-4bc4be068cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:53.557462 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54bf67e4-3b1e-4d12-9e37-5453cff4982b req-2aa538ce-ef06-4d20-b0d9-4bc4be068cd9 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=12b60c37-1469-4c8f-99da-759b2d2ba30b HTTP/1.1" status: 200 len: 850 time: 0.1892540 Sep 19 11:33:53.564699 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:53.588201 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f2f28-ea6a-48d4-9ef1-17410a229b4a req-5f73c5ed-b6e6-46a2-bc4c-42bc0381f676 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:53.589563 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-550f2f28-ea6a-48d4-9ef1-17410a229b4a req-5f73c5ed-b6e6-46a2-bc4c-42bc0381f676 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 946 time: 0.1419013 Sep 19 11:33:53.604805 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1a9c3-d4a7-4748-a804-a583b78e61b0 req-d8b46544-8029-4833-ba83-8a21b161ec34 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:53.606251 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-35d1a9c3-d4a7-4748-a804-a583b78e61b0 req-d8b46544-8029-4833-ba83-8a21b161ec34 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=db664764-a39e-4a24-b39d-f4e30af8e0ae HTTP/1.1" status: 200 len: 944 time: 0.1606026 Sep 19 11:33:53.656228 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6671a-20ec-4524-a538-6ef7035de077 req-398b67ad-1643-4b8b-9369-961dde37f443 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:53.657589 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-91f6671a-20ec-4524-a538-6ef7035de077 req-398b67ad-1643-4b8b-9369-961dde37f443 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 946 time: 0.1542230 Sep 19 11:33:53.719274 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf67e4-3b1e-4d12-9e37-5453cff4982b req-05230dec-fc48-4b90-a0ff-4d9fb741fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:53.720723 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54bf67e4-3b1e-4d12-9e37-5453cff4982b req-05230dec-fc48-4b90-a0ff-4d9fb741fe74 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=fb35c99b-23b9-4b32-a307-2150c63e0c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1510692 Sep 19 11:33:53.745818 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b800f6-c373-4632-b204-869f74b144bf req-12a3497c-c49b-401a-96a6-fb75443935b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:53.747173 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f3b800f6-c373-4632-b204-869f74b144bf req-12a3497c-c49b-401a-96a6-fb75443935b6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3715551 Sep 19 11:33:53.892348 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-35d1a9c3-d4a7-4748-a804-a583b78e61b0 req-35cea866-c8d7-4e5d-b750-f027ad731bf8 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dfa27983-f12d-46e1-b47f-6d9cfba18bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551396 Sep 19 11:33:53.903337 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-91f6671a-20ec-4524-a538-6ef7035de077 req-780eebac-3b92-48e1-9b8a-a57765cefbee tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=41a661c5-4afb-4f09-8b3f-835fc994325f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199478 Sep 19 11:33:53.909583 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-550f2f28-ea6a-48d4-9ef1-17410a229b4a req-15f389f0-8855-4c8a-8127-aed0e4cdd443 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Deleting port 33c62641-505f-4f2e-b389-5020e568a62a {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:33:53.909925 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-550f2f28-ea6a-48d4-9ef1-17410a229b4a req-15f389f0-8855-4c8a-8127-aed0e4cdd443 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (33c62641-505f-4f2e-b389-5020e568a62a), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:53.928637 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-85bcf829-a850-4829-8446-2d7ab47e2a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:53.930110 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-85bcf829-a850-4829-8446-2d7ab47e2a2f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=914cee0eaeb1460db8b0c068920a962c&device_id=db664764-a39e-4a24-b39d-f4e30af8e0ae HTTP/1.1" status: 200 len: 1128 time: 0.1046343 Sep 19 11:33:54.010744 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-c4476fb2-421d-4e0d-824d-be104712b550 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c02c72df-11f2-43e9-90cc-22fd0be2f051 HTTP/1.1" status: 200 len: 217 time: 0.0714796 Sep 19 11:33:54.020126 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54bf67e4-3b1e-4d12-9e37-5453cff4982b req-bf82052b-6295-4cb5-9ee2-a644e6c2d452 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884583 Sep 19 11:33:54.135568 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-bc57f1c7-b3cf-444b-b634-8d4da9e95131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:54.137007 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-bc57f1c7-b3cf-444b-b634-8d4da9e95131 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=e3f33260-12ef-4b27-a384-634a95c59d4e HTTP/1.1" status: 200 len: 849 time: 0.1190495 Sep 19 11:33:54.145256 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-550f2f28-ea6a-48d4-9ef1-17410a229b4a req-15f389f0-8855-4c8a-8127-aed0e4cdd443 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] For port 33c62641-505f-4f2e-b389-5020e568a62a, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=33c62641-505f-4f2e-b389-5020e568a62a,segment=NetworkSegment(622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf),segment_id=622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:33:54.145615 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-550f2f28-ea6a-48d4-9ef1-17410a229b4a req-15f389f0-8855-4c8a-8127-aed0e4cdd443 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (33c62641-505f-4f2e-b389-5020e568a62a), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:54.184902 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-550f2f28-ea6a-48d4-9ef1-17410a229b4a req-15f389f0-8855-4c8a-8127-aed0e4cdd443 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Calling delete_port for 33c62641-505f-4f2e-b389-5020e568a62a owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:33:54.187788 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-690ca2ae-1b02-46b0-849c-63d8b75015c2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=d819139e-6ec1-4698-9321-bbd45ed11f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444043 Sep 19 11:33:54.530275 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-54bf67e4-3b1e-4d12-9e37-5453cff4982b req-eca11256-0720-4679-a65a-22720cd6690a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004783 Sep 19 11:33:54.563786 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:54.595652 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-5f07ed68-2118-4308-a248-06e492c6b2fc service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d819139e-6ec1-4698-9321-bbd45ed11f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003429 Sep 19 11:33:54.704994 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-550f2f28-ea6a-48d4-9ef1-17410a229b4a req-15f389f0-8855-4c8a-8127-aed0e4cdd443 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (33c62641-505f-4f2e-b389-5020e568a62a), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:54.719819 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:54.750923 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f389f0-8855-4c8a-8127-aed0e4cdd443 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event deleted for resources: {'Port': ['ID=33c62641-505f-4f2e-b389-5020e568a62a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:54.760857 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59e0adeb-28eb-413a-ab15-cf642e557842 req-196c23fc-2d0a-4b05-8aa0-e59465c5f0a1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d819139e-6ec1-4698-9321-bbd45ed11f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598146 Sep 19 11:33:54.798656 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-550f2f28-ea6a-48d4-9ef1-17410a229b4a req-15f389f0-8855-4c8a-8127-aed0e4cdd443 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] No DVR routers for this DVR port 33c62641-505f-4f2e-b389-5020e568a62a on host hv-cinder-82099 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:33:54.801042 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-550f2f28-ea6a-48d4-9ef1-17410a229b4a req-15f389f0-8855-4c8a-8127-aed0e4cdd443 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:54.804193 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-550f2f28-ea6a-48d4-9ef1-17410a229b4a req-15f389f0-8855-4c8a-8127-aed0e4cdd443 tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.72 "DELETE /networking/v2.0/ports/33c62641-505f-4f2e-b389-5020e568a62a HTTP/1.1" status: 204 len: 173 time: 1.1966016 Sep 19 11:33:54.804683 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4043326f-606a-4ce6-81d9-95bbd73358d0', 'name': 'network-vif-deleted', 'tag': '33c62641-505f-4f2e-b389-5020e568a62a'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:33:54.806907 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75f273a-05e8-436c-a42e-74fef3f7f569" -d '{"events": [{"server_uuid": "4043326f-606a-4ce6-81d9-95bbd73358d0", "name": "network-vif-deleted", "tag": "33c62641-505f-4f2e-b389-5020e568a62a"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:33:54.843923 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a68d4cb-786b-4883-ac21-dbf8a4910e38 x-openstack-request-id: req-1a68d4cb-786b-4883-ac21-dbf8a4910e38 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:33:54.844219 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4043326f-606a-4ce6-81d9-95bbd73358d0", "name": "network-vif-deleted", "tag": "33c62641-505f-4f2e-b389-5020e568a62a", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:33:54.844474 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a68d4cb-786b-4883-ac21-dbf8a4910e38 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:33:54.844907 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a68d4cb-786b-4883-ac21-dbf8a4910e38'] response: {'server_uuid': '4043326f-606a-4ce6-81d9-95bbd73358d0', 'name': 'network-vif-deleted', 'tag': '33c62641-505f-4f2e-b389-5020e568a62a', 'status': 'completed', 'code': 200} Sep 19 11:33:55.031818 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1a408240-a950-4951-b1b2-bc252e8945be req-3a4bc441-6865-4f6d-9da8-55d93a45357d tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4043326f-606a-4ce6-81d9-95bbd73358d0 HTTP/1.1" status: 200 len: 210 time: 0.0314131 Sep 19 11:33:55.042030 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c32a64-3446-459a-a743-22083192db83 req-538ce76e-fade-43a8-86f8-a177bbb85948 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:55.043474 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-39c32a64-3446-459a-a743-22083192db83 req-538ce76e-fade-43a8-86f8-a177bbb85948 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=db664764-a39e-4a24-b39d-f4e30af8e0ae HTTP/1.1" status: 200 len: 944 time: 0.0750840 Sep 19 11:33:55.092489 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-39c32a64-3446-459a-a743-22083192db83 req-12b1011a-2901-4947-8f5a-b7616a72299d tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dfa27983-f12d-46e1-b47f-6d9cfba18bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434895 Sep 19 11:33:56.098459 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35658) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:56.201524 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:56.208832 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:56.209993 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e22b11-05c5-4c50-a758-073d519445ce req-3c98900f-0739-4bd6-9321-9a636b3cab8a tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:56.211601 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-43e22b11-05c5-4c50-a758-073d519445ce req-3c98900f-0739-4bd6-9321-9a636b3cab8a tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=db664764-a39e-4a24-b39d-f4e30af8e0ae HTTP/1.1" status: 200 len: 944 time: 0.0469489 Sep 19 11:33:56.217934 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-07d38028-8468-41cf-848c-ec8d38ac366b tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Deleting port 15c9d668-7eee-4535-bc5d-725e8df08a8b {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:33:56.218212 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-07d38028-8468-41cf-848c-ec8d38ac366b tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (15c9d668-7eee-4535-bc5d-725e8df08a8b), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:56.261825 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-43e22b11-05c5-4c50-a758-073d519445ce req-de4c89cf-803e-4852-ab6f-a7047e7a1748 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dfa27983-f12d-46e1-b47f-6d9cfba18bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437939 Sep 19 11:33:56.295595 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-07d38028-8468-41cf-848c-ec8d38ac366b tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (15c9d668-7eee-4535-bc5d-725e8df08a8b), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:56.295954 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-07d38028-8468-41cf-848c-ec8d38ac366b tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for floatingip (15c9d668-7eee-4535-bc5d-725e8df08a8b), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:56.308195 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-07d38028-8468-41cf-848c-ec8d38ac366b tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Calling delete_port for 15c9d668-7eee-4535-bc5d-725e8df08a8b owned by network:floatingip {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:33:56.316270 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device c02c72df-11f2-43e9-90cc-22fd0be2f051 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:33:56.416708 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port c02c72df-11f2-43e9-90cc-22fd0be2f051, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=c02c72df-11f2-43e9-90cc-22fd0be2f051,segment=NetworkSegment(1666b190-9b8b-4020-9f65-f77f3febe616),segment_id=1666b190-9b8b-4020-9f65-f77f3febe616)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:33:56.428057 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': 'c02c72df-11f2-43e9-90cc-22fd0be2f051', 'network_id': 'd819139e-6ec1-4698-9321-bbd45ed11f32', 'port_id': 'c02c72df-11f2-43e9-90cc-22fd0be2f051', 'mac_address': 'fa:16:3e:e5:ef:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f33260-12ef-4b27-a384-634a95c59d4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:33:56.443280 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-07d38028-8468-41cf-848c-ec8d38ac366b tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (15c9d668-7eee-4535-bc5d-725e8df08a8b), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:56.466566 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port c02c72df-11f2-43e9-90cc-22fd0be2f051 is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:33:56.466964 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (c02c72df-11f2-43e9-90cc-22fd0be2f051), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:56.469562 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d38028-8468-41cf-848c-ec8d38ac366b tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event deleted for resources: {'Port': ['ID=15c9d668-7eee-4535-bc5d-725e8df08a8b,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:56.480044 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02c72df-11f2-43e9-90cc-22fd0be2f051 {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:33:56.501538 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port c02c72df-11f2-43e9-90cc-22fd0be2f051, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=c02c72df-11f2-43e9-90cc-22fd0be2f051,segment=NetworkSegment(1666b190-9b8b-4020-9f65-f77f3febe616),segment_id=1666b190-9b8b-4020-9f65-f77f3febe616)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:33:56.505419 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (c02c72df-11f2-43e9-90cc-22fd0be2f051), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:56.536537 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-07d38028-8468-41cf-848c-ec8d38ac366b tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for floatingip (d913245b-9ce2-462f-81fb-d1c38e6b2cf9), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:56.539014 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-07d38028-8468-41cf-848c-ec8d38ac366b tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:56.540259 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-07d38028-8468-41cf-848c-ec8d38ac366b tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/d913245b-9ce2-462f-81fb-d1c38e6b2cf9 HTTP/1.1" status: 204 len: 168 time: 0.4406714 Sep 19 11:33:56.554416 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=c02c72df-11f2-43e9-90cc-22fd0be2f051,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:56.705724 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['c02c72df-11f2-43e9-90cc-22fd0be2f051'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:33:57.382938 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7eeb7c-c330-4404-b991-cc8a80676107 req-66dbdc27-685f-4bbf-8995-8574734607f8 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:57.384461 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ef7eeb7c-c330-4404-b991-cc8a80676107 req-66dbdc27-685f-4bbf-8995-8574734607f8 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=db664764-a39e-4a24-b39d-f4e30af8e0ae HTTP/1.1" status: 200 len: 945 time: 0.0468524 Sep 19 11:33:57.430649 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ef7eeb7c-c330-4404-b991-cc8a80676107 req-61560ea2-abfe-443a-b16c-e5e3f719e830 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dfa27983-f12d-46e1-b47f-6d9cfba18bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406823 Sep 19 11:33:57.746656 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35674) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:57.802976 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f171e4d0-1d06-46d3-922a-c01fdb81475c tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group (41a661c5-4afb-4f09-8b3f-835fc994325f), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:57.826591 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f171e4d0-1d06-46d3-922a-c01fdb81475c tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group (41a661c5-4afb-4f09-8b3f-835fc994325f), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:57.885560 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f171e4d0-1d06-46d3-922a-c01fdb81475c tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (41a661c5-4afb-4f09-8b3f-835fc994325f), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:57.888358 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f171e4d0-1d06-46d3-922a-c01fdb81475c tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:57.889484 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-f171e4d0-1d06-46d3-922a-c01fdb81475c tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/41a661c5-4afb-4f09-8b3f-835fc994325f HTTP/1.1" status: 204 len: 168 time: 0.1418557 Sep 19 11:33:57.898347 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171e4d0-1d06-46d3-922a-c01fdb81475c tempest-TestVolumeBootPattern-983423422 tempest-TestVolumeBootPattern-983423422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a661c5-4afb-4f09-8b3f-835fc994325f,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:57.954788 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35678) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:58.301751 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:58.310647 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3895998e-a1e1-4a49-88e9-061bfae0b17e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687270'] for router_interface (1c00146a-5490-485d-a6ec-8da2d53da6af), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:58.332401 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device c02c72df-11f2-43e9-90cc-22fd0be2f051 up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:33:58.335459 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:58.373791 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:58.379475 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning for port c02c72df-11f2-43e9-90cc-22fd0be2f051 completed by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 11:33:58.386458 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port c02c72df-11f2-43e9-90cc-22fd0be2f051 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:33:58.387238 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (c02c72df-11f2-43e9-90cc-22fd0be2f051), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:58.387830 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port c02c72df-11f2-43e9-90cc-22fd0be2f051 Sep 19 11:33:58.408787 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:58.463867 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port c02c72df-11f2-43e9-90cc-22fd0be2f051 is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:33:58.464266 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (c02c72df-11f2-43e9-90cc-22fd0be2f051), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:58.487597 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db664764-a39e-4a24-b39d-f4e30af8e0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02c72df-11f2-43e9-90cc-22fd0be2f051'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:33:58.489865 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02240cba-94f5-47cf-a276-7fe6d322d106" -d '{"events": [{"server_uuid": "db664764-a39e-4a24-b39d-f4e30af8e0ae", "name": "network-vif-plugged", "status": "completed", "tag": "c02c72df-11f2-43e9-90cc-22fd0be2f051"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:33:58.503120 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port c02c72df-11f2-43e9-90cc-22fd0be2f051, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=c02c72df-11f2-43e9-90cc-22fd0be2f051,segment=NetworkSegment(1666b190-9b8b-4020-9f65-f77f3febe616),segment_id=1666b190-9b8b-4020-9f65-f77f3febe616)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:33:58.508918 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (c02c72df-11f2-43e9-90cc-22fd0be2f051), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:58.508918 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 33c62641-505f-4f2e-b389-5020e568a62a no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:33:58.550704 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3895998e-a1e1-4a49-88e9-061bfae0b17e admin admin] Deleting port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:33:58.551194 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3895998e-a1e1-4a49-88e9-061bfae0b17e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (95e19ca6-95f0-4a1d-9d0d-e089f14d65d3), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:58.557256 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] No Port match for: 33c62641-505f-4f2e-b389-5020e568a62a {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:33:58.557834 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 33c62641-505f-4f2e-b389-5020e568a62a not bound to the agent host hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:33:58.565433 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9571f8ce-6a0f-43a1-b77d-83c9a49454de x-openstack-request-id: req-9571f8ce-6a0f-43a1-b77d-83c9a49454de {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:33:58.565729 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db664764-a39e-4a24-b39d-f4e30af8e0ae", "name": "network-vif-plugged", "status": "completed", "tag": "c02c72df-11f2-43e9-90cc-22fd0be2f051", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:33:58.565983 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9571f8ce-6a0f-43a1-b77d-83c9a49454de {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:33:58.566380 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9571f8ce-6a0f-43a1-b77d-83c9a49454de'] response: {'server_uuid': 'db664764-a39e-4a24-b39d-f4e30af8e0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02c72df-11f2-43e9-90cc-22fd0be2f051', 'code': 200} Sep 19 11:33:58.580334 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109e754-eca2-4eb5-9fcc-a2abff0cbc58 req-0da8b205-6d1f-4631-bb8d-5ddfa2182ad9 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:58.581289 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=c02c72df-11f2-43e9-90cc-22fd0be2f051,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:58.582681 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3109e754-eca2-4eb5-9fcc-a2abff0cbc58 req-0da8b205-6d1f-4631-bb8d-5ddfa2182ad9 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=db664764-a39e-4a24-b39d-f4e30af8e0ae HTTP/1.1" status: 200 len: 946 time: 0.0534766 Sep 19 11:33:58.637151 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3109e754-eca2-4eb5-9fcc-a2abff0cbc58 req-76972ff2-561b-457b-8f0b-e7ad6e631e9f tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dfa27983-f12d-46e1-b47f-6d9cfba18bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456047 Sep 19 11:33:58.649807 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3895998e-a1e1-4a49-88e9-061bfae0b17e admin admin] For port 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=95e19ca6-95f0-4a1d-9d0d-e089f14d65d3,segment=NetworkSegment(622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf),segment_id=622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:33:58.650287 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3895998e-a1e1-4a49-88e9-061bfae0b17e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (95e19ca6-95f0-4a1d-9d0d-e089f14d65d3), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:58.666018 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3895998e-a1e1-4a49-88e9-061bfae0b17e admin admin] Calling delete_port for 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 owned by network:router_interface {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:33:58.734569 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa91a4a-0244-4b33-8dea-e1f332af7cae req-9ffab53d-5fd1-4100-8c46-9cca85ca0f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:58.736086 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eaa91a4a-0244-4b33-8dea-e1f332af7cae req-9ffab53d-5fd1-4100-8c46-9cca85ca0f83 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=db664764-a39e-4a24-b39d-f4e30af8e0ae HTTP/1.1" status: 200 len: 1130 time: 0.0426052 Sep 19 11:33:58.779243 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eaa91a4a-0244-4b33-8dea-e1f332af7cae req-ea2e020a-98c9-4596-b799-70415a786cd8 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dfa27983-f12d-46e1-b47f-6d9cfba18bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378010 Sep 19 11:33:58.846125 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3895998e-a1e1-4a49-88e9-061bfae0b17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (95e19ca6-95f0-4a1d-9d0d-e089f14d65d3), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:58.875157 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895998e-a1e1-4a49-88e9-061bfae0b17e admin admin] Pushing event deleted for resources: {'Port': ['ID=95e19ca6-95f0-4a1d-9d0d-e089f14d65d3,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:33:59.033199 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3895998e-a1e1-4a49-88e9-061bfae0b17e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778262'] for router_interface (1c00146a-5490-485d-a6ec-8da2d53da6af), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:59.139457 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:59.237119 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3895998e-a1e1-4a49-88e9-061bfae0b17e admin admin] Router 1c00146a-5490-485d-a6ec-8da2d53da6af has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:33:59.332789 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:59.342667 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3895998e-a1e1-4a49-88e9-061bfae0b17e admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:33:59.347566 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-3895998e-a1e1-4a49-88e9-061bfae0b17e admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/1c00146a-5490-485d-a6ec-8da2d53da6af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3917387 Sep 19 11:33:59.350216 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35686) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:33:59.351341 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71b8d8-e26a-4504-89da-857d3d422932 None None] Sync routers for ids ['1c00146a-5490-485d-a6ec-8da2d53da6af'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:33:59.361848 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a71b8d8-e26a-4504-89da-857d3d422932 None None] Routers {'1c00146a-5490-485d-a6ec-8da2d53da6af'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:33:59.362535 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-3a71b8d8-e26a-4504-89da-857d3d422932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:33:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['1c00146a-5490-485d-a6ec-8da2d53da6af'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:33:59.448119 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-338b457b-e763-4df3-9fe4-4260fa379ccf admin admin] Publish callbacks [] for router (1c00146a-5490-485d-a6ec-8da2d53da6af), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:59.465031 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-3a71b8d8-e26a-4504-89da-857d3d422932 None None] Set router 1c00146a-5490-485d-a6ec-8da2d53da6af gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:33:59.745010 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-3a71b8d8-e26a-4504-89da-857d3d422932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:33:58Z', 'revision_number': 5, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:33:59.772658 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71b8d8-e26a-4504-89da-857d3d422932 None None] Checking router: 1c00146a-5490-485d-a6ec-8da2d53da6af for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:33:59.783354 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a71b8d8-e26a-4504-89da-857d3d422932 None None] Routers {'1c00146a-5490-485d-a6ec-8da2d53da6af'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:33:59.784257 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-3a71b8d8-e26a-4504-89da-857d3d422932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:33:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['1c00146a-5490-485d-a6ec-8da2d53da6af'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:33:59.787739 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-338b457b-e763-4df3-9fe4-4260fa379ccf admin admin] Publish callbacks [] for router_gateway (1c00146a-5490-485d-a6ec-8da2d53da6af), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:59.796100 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6985cf-43fd-498f-aac1-105a4658bebe req-9737aecd-9e67-4c20-b6fe-c1412845c051 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:33:59.804309 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce6985cf-43fd-498f-aac1-105a4658bebe req-9737aecd-9e67-4c20-b6fe-c1412845c051 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=db664764-a39e-4a24-b39d-f4e30af8e0ae HTTP/1.1" status: 200 len: 946 time: 0.0601747 Sep 19 11:33:59.831802 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-338b457b-e763-4df3-9fe4-4260fa379ccf admin admin] Deleting port 335f62e8-df28-49f2-9a2b-5e15506538a4 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:33:59.832145 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-338b457b-e763-4df3-9fe4-4260fa379ccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (335f62e8-df28-49f2-9a2b-5e15506538a4), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:59.851859 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce6985cf-43fd-498f-aac1-105a4658bebe req-78c28e7e-de78-4432-b24d-0b3cef0bb18f tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dfa27983-f12d-46e1-b47f-6d9cfba18bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444837 Sep 19 11:33:59.882393 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:33:59.896293 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-3a71b8d8-e26a-4504-89da-857d3d422932 None None] Set router 1c00146a-5490-485d-a6ec-8da2d53da6af gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:33:59.916326 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-338b457b-e763-4df3-9fe4-4260fa379ccf admin admin] For port 335f62e8-df28-49f2-9a2b-5e15506538a4, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=335f62e8-df28-49f2-9a2b-5e15506538a4,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:33:59.916876 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-338b457b-e763-4df3-9fe4-4260fa379ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (335f62e8-df28-49f2-9a2b-5e15506538a4), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:33:59.929532 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-338b457b-e763-4df3-9fe4-4260fa379ccf admin admin] Calling delete_port for 335f62e8-df28-49f2-9a2b-5e15506538a4 owned by network:router_gateway {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:34:00.069940 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-3a71b8d8-e26a-4504-89da-857d3d422932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:33:58Z', 'revision_number': 5, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:34:00.098317 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71b8d8-e26a-4504-89da-857d3d422932 None None] The sync data for ids ['1c00146a-5490-485d-a6ec-8da2d53da6af'] in dv-cinder-820994-5-iscsi is: [{'id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'name': 'tempest-TestVolumeBootPattern-946114496-router', 'tenant_id': '8351993a1ab94f82bc238a23b2d542d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:33:58Z', 'revision_number': 5, 'project_id': '8351993a1ab94f82bc238a23b2d542d3', 'gw_port': {'id': '335f62e8-df28-49f2-9a2b-5e15506538a4', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00146a-5490-485d-a6ec-8da2d53da6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:37Z', 'updated_at': '2022-09-19T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:34:00.108420 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-338b457b-e763-4df3-9fe4-4260fa379ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (335f62e8-df28-49f2-9a2b-5e15506538a4), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:00.139238 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b457b-e763-4df3-9fe4-4260fa379ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=335f62e8-df28-49f2-9a2b-5e15506538a4,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:34:00.203747 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-338b457b-e763-4df3-9fe4-4260fa379ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779100'] for router_gateway (1c00146a-5490-485d-a6ec-8da2d53da6af), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:00.226551 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:00.291715 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-338b457b-e763-4df3-9fe4-4260fa379ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-777928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1936'] for router (1c00146a-5490-485d-a6ec-8da2d53da6af), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:00.293869 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-338b457b-e763-4df3-9fe4-4260fa379ccf admin admin] Publish callbacks [] for router_controller (1c00146a-5490-485d-a6ec-8da2d53da6af), precommit_delete_associations {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:00.334345 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-338b457b-e763-4df3-9fe4-4260fa379ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-778347'] for router (1c00146a-5490-485d-a6ec-8da2d53da6af), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:00.334948 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338b457b-e763-4df3-9fe4-4260fa379ccf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c00146a-5490-485d-a6ec-8da2d53da6af {{(pid=106254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 11:34:00.339886 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-338b457b-e763-4df3-9fe4-4260fa379ccf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:00.341299 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-338b457b-e763-4df3-9fe4-4260fa379ccf admin admin] 10.222.0.81 "DELETE /networking/v2.0/routers/1c00146a-5490-485d-a6ec-8da2d53da6af HTTP/1.1" status: 204 len: 168 time: 0.9899540 Sep 19 11:34:00.343581 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35690) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:34:00.394124 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f0f11f-8b5c-4a15-90f3-f4c229c6c1eb admin admin] Deleting subnet 12b60c37-1469-4c8f-99da-759b2d2ba30b {{(pid=106254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 11:34:00.397253 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-82f0f11f-8b5c-4a15-90f3-f4c229c6c1eb admin admin] Publish callbacks [] for subnet (12b60c37-1469-4c8f-99da-759b2d2ba30b), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:00.436367 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-82f0f11f-8b5c-4a15-90f3-f4c229c6c1eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14729328'] for subnet (12b60c37-1469-4c8f-99da-759b2d2ba30b), precommit_delete_associations {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:00.476892 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:00.518445 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-82f0f11f-8b5c-4a15-90f3-f4c229c6c1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437927'] for subnet (12b60c37-1469-4c8f-99da-759b2d2ba30b), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:00.575621 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-82f0f11f-8b5c-4a15-90f3-f4c229c6c1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15336815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14016153'] for subnet (12b60c37-1469-4c8f-99da-759b2d2ba30b), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:00.609864 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0f11f-8b5c-4a15-90f3-f4c229c6c1eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12b60c37-1469-4c8f-99da-759b2d2ba30b,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:34:00.614606 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-82f0f11f-8b5c-4a15-90f3-f4c229c6c1eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:00.618538 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-82f0f11f-8b5c-4a15-90f3-f4c229c6c1eb admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/12b60c37-1469-4c8f-99da-759b2d2ba30b HTTP/1.1" status: 204 len: 168 time: 0.2739475 Sep 19 11:34:00.620183 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b0aa6b-4755-4ebc-b59d-6a7d787c7127 None None] Network fb35c99b-23b9-4b32-a307-2150c63e0c0a requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:34:00.621134 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 35692) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:34:00.706864 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90c2e107-e444-4b24-b2ee-943a8cd07120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315986'] for network (fb35c99b-23b9-4b32-a307-2150c63e0c0a), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:00.761533 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-90c2e107-e444-4b24-b2ee-943a8cd07120 admin admin] Deleting port 76b66a6c-8256-4153-914d-6f836f36e315 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:34:00.761964 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90c2e107-e444-4b24-b2ee-943a8cd07120 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (76b66a6c-8256-4153-914d-6f836f36e315), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:00.763671 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:00.786779 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b55bb1-d180-4b74-bbbb-58e96e8b6dee None None] DHCP port deletion for fb35c99b-23b9-4b32-a307-2150c63e0c0a request from dv-cinder-820994-5-iscsi {{(pid=106255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 11:34:00.829781 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-90c2e107-e444-4b24-b2ee-943a8cd07120 admin admin] For port 76b66a6c-8256-4153-914d-6f836f36e315, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=76b66a6c-8256-4153-914d-6f836f36e315,segment=NetworkSegment(622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf),segment_id=622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:34:00.830367 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90c2e107-e444-4b24-b2ee-943a8cd07120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (76b66a6c-8256-4153-914d-6f836f36e315), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:00.833610 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-d0b55bb1-d180-4b74-bbbb-58e96e8b6dee None None] Deleting port 76b66a6c-8256-4153-914d-6f836f36e315 {{(pid=106255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:34:00.833976 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d0b55bb1-d180-4b74-bbbb-58e96e8b6dee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (76b66a6c-8256-4153-914d-6f836f36e315), before_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:00.843822 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-90c2e107-e444-4b24-b2ee-943a8cd07120 admin admin] Calling delete_port for 76b66a6c-8256-4153-914d-6f836f36e315 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:34:00.897079 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-d0b55bb1-d180-4b74-bbbb-58e96e8b6dee None None] For port 76b66a6c-8256-4153-914d-6f836f36e315, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=76b66a6c-8256-4153-914d-6f836f36e315,segment=NetworkSegment(622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf),segment_id=622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:34:00.897829 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d0b55bb1-d180-4b74-bbbb-58e96e8b6dee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (76b66a6c-8256-4153-914d-6f836f36e315), precommit_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:00.912764 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-d0b55bb1-d180-4b74-bbbb-58e96e8b6dee None None] Calling delete_port for 76b66a6c-8256-4153-914d-6f836f36e315 owned by network:dhcp {{(pid=106255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:34:00.931521 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90c2e107-e444-4b24-b2ee-943a8cd07120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (76b66a6c-8256-4153-914d-6f836f36e315), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:00.970435 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c2e107-e444-4b24-b2ee-943a8cd07120 admin admin] No DVR routers for this DVR port 76b66a6c-8256-4153-914d-6f836f36e315 on host dv-cinder-820994-5-iscsi {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:34:00.975014 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2e107-e444-4b24-b2ee-943a8cd07120 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b66a6c-8256-4153-914d-6f836f36e315,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: from cryptography.utils import int_from_bytes Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: from cryptography.utils import int_from_bytes Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:00.997124 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:01.000663 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:01.000663 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:01.000663 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:01.000663 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:01.000663 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:01.000663 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:01.000663 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:01.000663 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:01.000663 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:01.000663 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:01.000663 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:01.000663 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:01.000663 dv-cinder-820994-5-iscsi neutron-server[106255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 11:34:01.000663 dv-cinder-820994-5-iscsi neutron-server[106255]: self.session.flush() Sep 19 11:34:01.002975 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d0b55bb1-d180-4b74-bbbb-58e96e8b6dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266'] for port (76b66a6c-8256-4153-914d-6f836f36e315), after_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:01.008540 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:01.022171 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:01.030001 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b55bb1-d180-4b74-bbbb-58e96e8b6dee None None] Pushing event deleted for resources: {'Port': ['ID=76b66a6c-8256-4153-914d-6f836f36e315,revision_number=None']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:34:01.033561 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b55bb1-d180-4b74-bbbb-58e96e8b6dee None None] No DVR routers for this DVR port 76b66a6c-8256-4153-914d-6f836f36e315 on host dv-cinder-820994-5-iscsi {{(pid=106255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:34:01.076764 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdd097-aafc-403b-92a0-91d6b69438f0 req-6b186cda-a938-4b36-b096-18127d62e4c4 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:34:01.079242 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-58bdd097-aafc-403b-92a0-91d6b69438f0 req-6b186cda-a938-4b36-b096-18127d62e4c4 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=db664764-a39e-4a24-b39d-f4e30af8e0ae HTTP/1.1" status: 200 len: 946 time: 0.1450670 Sep 19 11:34:01.102703 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90c2e107-e444-4b24-b2ee-943a8cd07120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1254604', 'neutron.services.segments.db._delete_segments_for_network-8730872489409'] for network (fb35c99b-23b9-4b32-a307-2150c63e0c0a), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:01.132738 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-90c2e107-e444-4b24-b2ee-943a8cd07120 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb35c99b-23b9-4b32-a307-2150c63e0c0a']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:34:01.152002 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-90c2e107-e444-4b24-b2ee-943a8cd07120 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:34:01.152199 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-90c2e107-e444-4b24-b2ee-943a8cd07120 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:34:01.170755 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90c2e107-e444-4b24-b2ee-943a8cd07120 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730872489301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15112516'] for segment (622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:01.182469 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-58bdd097-aafc-403b-92a0-91d6b69438f0 req-b2c17d3a-27d5-4655-9951-5c2f05598f5b tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dfa27983-f12d-46e1-b47f-6d9cfba18bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891454 Sep 19 11:34:01.189875 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90c2e107-e444-4b24-b2ee-943a8cd07120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:01.197422 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c2e107-e444-4b24-b2ee-943a8cd07120 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 11:34:01.197883 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90c2e107-e444-4b24-b2ee-943a8cd07120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14485532'] for segment (622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:01.246250 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf resource provider aggregate not found Sep 19 11:34:01.266736 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 622d7d00-7f0c-441e-9f0e-67ee4b3f8dcf found for delete ", "request_id": "req-055bfcb6-6f9a-4734-ab70-f1a608facee7"}]} Sep 19 11:34:01.270436 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90c2e107-e444-4b24-b2ee-943a8cd07120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1254645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779145'] for network (fb35c99b-23b9-4b32-a307-2150c63e0c0a), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:01.276791 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90c2e107-e444-4b24-b2ee-943a8cd07120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:01.280255 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-90c2e107-e444-4b24-b2ee-943a8cd07120 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/fb35c99b-23b9-4b32-a307-2150c63e0c0a HTTP/1.1" status: 204 len: 168 time: 0.6581383 Sep 19 11:34:01.283334 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35702) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:34:01.291794 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2e107-e444-4b24-b2ee-943a8cd07120 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb35c99b-23b9-4b32-a307-2150c63e0c0a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:34:01.614475 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ad19bc24-673c-4d76-9bdc-238152bc71b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687270'] for router_interface (db5df69f-ba10-48a3-bae2-a65e37b8c819), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:01.641646 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:34:01.672509 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:34:01.672721 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 95e19ca6-95f0-4a1d-9d0d-e089f14d65d3 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:34:01.673353 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 76b66a6c-8256-4153-914d-6f836f36e315 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:34:01.692764 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 76b66a6c-8256-4153-914d-6f836f36e315 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:34:01.693115 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 76b66a6c-8256-4153-914d-6f836f36e315 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:34:01.693534 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 335f62e8-df28-49f2-9a2b-5e15506538a4 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:34:01.712028 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 335f62e8-df28-49f2-9a2b-5e15506538a4 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:34:01.712378 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 335f62e8-df28-49f2-9a2b-5e15506538a4 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:34:01.864536 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f052263-a69d-4ced-a042-b82552a52fd3 req-2adb6aec-5698-419d-ac4b-08f02cac5441 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:34:01.865954 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6f052263-a69d-4ced-a042-b82552a52fd3 req-2adb6aec-5698-419d-ac4b-08f02cac5441 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=db664764-a39e-4a24-b39d-f4e30af8e0ae HTTP/1.1" status: 200 len: 946 time: 0.0471256 Sep 19 11:34:01.874441 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ad19bc24-673c-4d76-9bdc-238152bc71b2 admin admin] Deleting port 6e2da068-839c-40eb-964b-7797118ec70b {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:34:01.874786 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ad19bc24-673c-4d76-9bdc-238152bc71b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (6e2da068-839c-40eb-964b-7797118ec70b), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:01.913201 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6f052263-a69d-4ced-a042-b82552a52fd3 req-e27c5c80-ec41-4659-a81c-ee6ae803d8c3 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dfa27983-f12d-46e1-b47f-6d9cfba18bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409157 Sep 19 11:34:01.937171 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:01.962499 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ad19bc24-673c-4d76-9bdc-238152bc71b2 admin admin] For port 6e2da068-839c-40eb-964b-7797118ec70b, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=6e2da068-839c-40eb-964b-7797118ec70b,segment=NetworkSegment(881ac714-c366-473d-85b2-fcbb45372f3c),segment_id=881ac714-c366-473d-85b2-fcbb45372f3c)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:34:01.962866 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ad19bc24-673c-4d76-9bdc-238152bc71b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (6e2da068-839c-40eb-964b-7797118ec70b), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:01.979299 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ad19bc24-673c-4d76-9bdc-238152bc71b2 admin admin] Calling delete_port for 6e2da068-839c-40eb-964b-7797118ec70b owned by network:router_interface {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:34:02.032997 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:02.160318 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ad19bc24-673c-4d76-9bdc-238152bc71b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (6e2da068-839c-40eb-964b-7797118ec70b), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:02.188760 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19bc24-673c-4d76-9bdc-238152bc71b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2da068-839c-40eb-964b-7797118ec70b,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:34:02.355944 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ad19bc24-673c-4d76-9bdc-238152bc71b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778262'] for router_interface (db5df69f-ba10-48a3-bae2-a65e37b8c819), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:02.370487 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:02.558139 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad19bc24-673c-4d76-9bdc-238152bc71b2 admin admin] Router db5df69f-ba10-48a3-bae2-a65e37b8c819 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:34:02.656811 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad19bc24-673c-4d76-9bdc-238152bc71b2 admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:34:02.661697 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-ad19bc24-673c-4d76-9bdc-238152bc71b2 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/db5df69f-ba10-48a3-bae2-a65e37b8c819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3772480 Sep 19 11:34:02.664194 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35716) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:34:02.668301 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2615681-92aa-439f-9d24-3cbbd19eb87b None None] Sync routers for ids ['db5df69f-ba10-48a3-bae2-a65e37b8c819'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:34:02.678437 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2615681-92aa-439f-9d24-3cbbd19eb87b None None] Routers {'db5df69f-ba10-48a3-bae2-a65e37b8c819'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:34:02.679039 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c2615681-92aa-439f-9d24-3cbbd19eb87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:33:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['db5df69f-ba10-48a3-bae2-a65e37b8c819'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:34:02.763098 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1aa4136b-0b62-4c20-b9e0-e78a45635a08 admin admin] Publish callbacks [] for router (db5df69f-ba10-48a3-bae2-a65e37b8c819), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:02.778705 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-c2615681-92aa-439f-9d24-3cbbd19eb87b None None] Set router db5df69f-ba10-48a3-bae2-a65e37b8c819 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:34:02.810018 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:02.862029 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1aa4136b-0b62-4c20-b9e0-e78a45635a08 admin admin] Publish callbacks [] for router_gateway (db5df69f-ba10-48a3-bae2-a65e37b8c819), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:02.905495 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:02.911784 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1aa4136b-0b62-4c20-b9e0-e78a45635a08 admin admin] Deleting port 7a15bab5-fec9-438d-9026-9f6e297d2c61 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:34:02.912134 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1aa4136b-0b62-4c20-b9e0-e78a45635a08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (7a15bab5-fec9-438d-9026-9f6e297d2c61), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:03.000449 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1aa4136b-0b62-4c20-b9e0-e78a45635a08 admin admin] For port 7a15bab5-fec9-438d-9026-9f6e297d2c61, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=7a15bab5-fec9-438d-9026-9f6e297d2c61,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:34:03.000841 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1aa4136b-0b62-4c20-b9e0-e78a45635a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (7a15bab5-fec9-438d-9026-9f6e297d2c61), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:03.015691 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1aa4136b-0b62-4c20-b9e0-e78a45635a08 admin admin] Calling delete_port for 7a15bab5-fec9-438d-9026-9f6e297d2c61 owned by network:router_gateway {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:34:03.041351 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:03.052906 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4ff01-a367-4c03-845d-eb75331da747 req-ac34584d-fa5d-40b1-8281-c27f2f437c04 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:34:03.054416 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c8b4ff01-a367-4c03-845d-eb75331da747 req-ac34584d-fa5d-40b1-8281-c27f2f437c04 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=db664764-a39e-4a24-b39d-f4e30af8e0ae HTTP/1.1" status: 200 len: 946 time: 0.0518963 Sep 19 11:34:03.082598 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c2615681-92aa-439f-9d24-3cbbd19eb87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5df69f-ba10-48a3-bae2-a65e37b8c819', 'name': 'tempest-TestVolumeBootPattern-147449288-router', 'tenant_id': '45c46d122e74432a8228d27ed8b6f876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '7a15bab5-fec9-438d-9026-9f6e297d2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:42Z', 'updated_at': '2022-09-19T11:34:02Z', 'revision_number': 5, 'project_id': '45c46d122e74432a8228d27ed8b6f876', 'gw_port': {'id': '7a15bab5-fec9-438d-9026-9f6e297d2c61', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5df69f-ba10-48a3-bae2-a65e37b8c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:26:42Z', 'updated_at': '2022-09-19T11:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:34:03.107459 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2615681-92aa-439f-9d24-3cbbd19eb87b None None] Checking router: db5df69f-ba10-48a3-bae2-a65e37b8c819 for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:34:03.116681 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2615681-92aa-439f-9d24-3cbbd19eb87b None None] Routers {'db5df69f-ba10-48a3-bae2-a65e37b8c819'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:34:03.117284 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c2615681-92aa-439f-9d24-3cbbd19eb87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:33:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['db5df69f-ba10-48a3-bae2-a65e37b8c819'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:34:03.141434 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b9504-6de6-482c-a3f4-dc13ef2aef90 req-e55290ef-d674-4868-a30e-7d9e8a3151f9 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:34:03.142923 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db3b9504-6de6-482c-a3f4-dc13ef2aef90 req-e55290ef-d674-4868-a30e-7d9e8a3151f9 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=db664764-a39e-4a24-b39d-f4e30af8e0ae HTTP/1.1" status: 200 len: 946 time: 0.0834990 Sep 19 11:34:03.147308 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c8b4ff01-a367-4c03-845d-eb75331da747 req-bad38e39-d2c3-4c91-bcb5-4fe55f937768 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dfa27983-f12d-46e1-b47f-6d9cfba18bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796046 Sep 19 11:34:03.202288 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:03.208445 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1aa4136b-0b62-4c20-b9e0-e78a45635a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (7a15bab5-fec9-438d-9026-9f6e297d2c61), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:03.214091 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-c2615681-92aa-439f-9d24-3cbbd19eb87b None None] Set router db5df69f-ba10-48a3-bae2-a65e37b8c819 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:34:03.230098 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-db3b9504-6de6-482c-a3f4-dc13ef2aef90 req-08018d17-f141-48a3-bea3-eb6a17e52ef2 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Deleting port c02c72df-11f2-43e9-90cc-22fd0be2f051 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:34:03.230435 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-db3b9504-6de6-482c-a3f4-dc13ef2aef90 req-08018d17-f141-48a3-bea3-eb6a17e52ef2 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (c02c72df-11f2-43e9-90cc-22fd0be2f051), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:03.240236 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4136b-0b62-4c20-b9e0-e78a45635a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a15bab5-fec9-438d-9026-9f6e297d2c61,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:34:03.268471 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c2615681-92aa-439f-9d24-3cbbd19eb87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5df69f-ba10-48a3-bae2-a65e37b8c819', 'name': 'tempest-TestVolumeBootPattern-147449288-router', 'tenant_id': '45c46d122e74432a8228d27ed8b6f876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:42Z', 'updated_at': '2022-09-19T11:34:02Z', 'revision_number': 6, 'project_id': '45c46d122e74432a8228d27ed8b6f876', 'gw_port_host': None}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:34:03.294913 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2615681-92aa-439f-9d24-3cbbd19eb87b None None] The sync data for ids ['db5df69f-ba10-48a3-bae2-a65e37b8c819'] in dv-cinder-820994-5-iscsi is: [{'id': 'db5df69f-ba10-48a3-bae2-a65e37b8c819', 'name': 'tempest-TestVolumeBootPattern-147449288-router', 'tenant_id': '45c46d122e74432a8228d27ed8b6f876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:26:42Z', 'updated_at': '2022-09-19T11:34:02Z', 'revision_number': 6, 'project_id': '45c46d122e74432a8228d27ed8b6f876', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:34:03.312519 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1aa4136b-0b62-4c20-b9e0-e78a45635a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779100'] for router_gateway (db5df69f-ba10-48a3-bae2-a65e37b8c819), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:03.329237 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-db3b9504-6de6-482c-a3f4-dc13ef2aef90 req-08018d17-f141-48a3-bea3-eb6a17e52ef2 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] For port c02c72df-11f2-43e9-90cc-22fd0be2f051, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=c02c72df-11f2-43e9-90cc-22fd0be2f051,segment=NetworkSegment(1666b190-9b8b-4020-9f65-f77f3febe616),segment_id=1666b190-9b8b-4020-9f65-f77f3febe616)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:34:03.329811 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-db3b9504-6de6-482c-a3f4-dc13ef2aef90 req-08018d17-f141-48a3-bea3-eb6a17e52ef2 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (c02c72df-11f2-43e9-90cc-22fd0be2f051), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:03.343902 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-db3b9504-6de6-482c-a3f4-dc13ef2aef90 req-08018d17-f141-48a3-bea3-eb6a17e52ef2 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Calling delete_port for c02c72df-11f2-43e9-90cc-22fd0be2f051 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:34:03.353617 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:03.410508 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1aa4136b-0b62-4c20-b9e0-e78a45635a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-777928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1936'] for router (db5df69f-ba10-48a3-bae2-a65e37b8c819), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:03.413854 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1aa4136b-0b62-4c20-b9e0-e78a45635a08 admin admin] Publish callbacks [] for router_controller (db5df69f-ba10-48a3-bae2-a65e37b8c819), precommit_delete_associations {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:03.466726 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1aa4136b-0b62-4c20-b9e0-e78a45635a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-778347'] for router (db5df69f-ba10-48a3-bae2-a65e37b8c819), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:03.467530 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa4136b-0b62-4c20-b9e0-e78a45635a08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db5df69f-ba10-48a3-bae2-a65e37b8c819 {{(pid=106254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 11:34:03.472156 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1aa4136b-0b62-4c20-b9e0-e78a45635a08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:03.475624 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-1aa4136b-0b62-4c20-b9e0-e78a45635a08 admin admin] 10.222.0.81 "DELETE /networking/v2.0/routers/db5df69f-ba10-48a3-bae2-a65e37b8c819 HTTP/1.1" status: 204 len: 168 time: 0.8081226 Sep 19 11:34:03.476582 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 35720) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:34:03.516315 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-db3b9504-6de6-482c-a3f4-dc13ef2aef90 req-08018d17-f141-48a3-bea3-eb6a17e52ef2 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (c02c72df-11f2-43e9-90cc-22fd0be2f051), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:03.527382 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['c02c72df-11f2-43e9-90cc-22fd0be2f051'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:34:03.552622 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08018d17-f141-48a3-bea3-eb6a17e52ef2 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Pushing event deleted for resources: {'Port': ['ID=c02c72df-11f2-43e9-90cc-22fd0be2f051,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:34:03.557677 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1453c1-547d-483e-883e-61e8486399c2 admin admin] Deleting subnet f14ff962-1b44-4c6e-811d-0e15221df0af {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 11:34:03.564680 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cc1453c1-547d-483e-883e-61e8486399c2 admin admin] Publish callbacks [] for subnet (f14ff962-1b44-4c6e-811d-0e15221df0af), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:03.630185 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3b9504-6de6-482c-a3f4-dc13ef2aef90 req-08018d17-f141-48a3-bea3-eb6a17e52ef2 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] No DVR routers for this DVR port c02c72df-11f2-43e9-90cc-22fd0be2f051 on host hv-cinder-82099 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:34:03.633888 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-db3b9504-6de6-482c-a3f4-dc13ef2aef90 req-08018d17-f141-48a3-bea3-eb6a17e52ef2 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:03.637199 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db3b9504-6de6-482c-a3f4-dc13ef2aef90 req-08018d17-f141-48a3-bea3-eb6a17e52ef2 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.72 "DELETE /networking/v2.0/ports/c02c72df-11f2-43e9-90cc-22fd0be2f051 HTTP/1.1" status: 204 len: 173 time: 0.4887657 Sep 19 11:34:03.637695 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db664764-a39e-4a24-b39d-f4e30af8e0ae', 'name': 'network-vif-deleted', 'tag': 'c02c72df-11f2-43e9-90cc-22fd0be2f051'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:34:03.639993 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea57406f-c726-445c-bbc1-e884c0058100" -d '{"events": [{"server_uuid": "db664764-a39e-4a24-b39d-f4e30af8e0ae", "name": "network-vif-deleted", "tag": "c02c72df-11f2-43e9-90cc-22fd0be2f051"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:34:03.644177 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cc1453c1-547d-483e-883e-61e8486399c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15112575'] for subnet (f14ff962-1b44-4c6e-811d-0e15221df0af), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:03.664464 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:03.691581 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21337adc-0563-47d5-9daa-83a018c0745c x-openstack-request-id: req-21337adc-0563-47d5-9daa-83a018c0745c {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:34:03.691905 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db664764-a39e-4a24-b39d-f4e30af8e0ae", "name": "network-vif-deleted", "tag": "c02c72df-11f2-43e9-90cc-22fd0be2f051", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:34:03.692187 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-21337adc-0563-47d5-9daa-83a018c0745c {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:34:03.692591 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21337adc-0563-47d5-9daa-83a018c0745c'] response: {'server_uuid': 'db664764-a39e-4a24-b39d-f4e30af8e0ae', 'name': 'network-vif-deleted', 'tag': 'c02c72df-11f2-43e9-90cc-22fd0be2f051', 'status': 'completed', 'code': 200} Sep 19 11:34:03.732496 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cc1453c1-547d-483e-883e-61e8486399c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437927'] for subnet (f14ff962-1b44-4c6e-811d-0e15221df0af), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:03.806208 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cc1453c1-547d-483e-883e-61e8486399c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14485670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14190588'] for subnet (f14ff962-1b44-4c6e-811d-0e15221df0af), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:03.841546 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cc1453c1-547d-483e-883e-61e8486399c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:03.844776 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-cc1453c1-547d-483e-883e-61e8486399c2 admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/f14ff962-1b44-4c6e-811d-0e15221df0af HTTP/1.1" status: 204 len: 168 time: 0.3676136 Sep 19 11:34:03.845814 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1453c1-547d-483e-883e-61e8486399c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f14ff962-1b44-4c6e-811d-0e15221df0af,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:34:03.847585 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35724) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:34:03.850960 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122a8b58-8698-4218-a72f-dff1e62c0d2a None None] Network 30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:34:03.897424 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 6e2da068-839c-40eb-964b-7797118ec70b no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:34:03.924919 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d8500450-69af-4ee3-9da8-fcf1317539e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315986'] for network (30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:03.925815 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 6e2da068-839c-40eb-964b-7797118ec70b {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:34:03.926163 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 6e2da068-839c-40eb-964b-7797118ec70b not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:34:03.926778 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 7a15bab5-fec9-438d-9026-9f6e297d2c61 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:34:03.947098 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 7a15bab5-fec9-438d-9026-9f6e297d2c61 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:34:03.947452 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 7a15bab5-fec9-438d-9026-9f6e297d2c61 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:34:03.968422 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d8500450-69af-4ee3-9da8-fcf1317539e3 admin admin] Deleting port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:34:03.968766 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d8500450-69af-4ee3-9da8-fcf1317539e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:04.035414 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d8500450-69af-4ee3-9da8-fcf1317539e3 admin admin] For port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc,segment=NetworkSegment(881ac714-c366-473d-85b2-fcbb45372f3c),segment_id=881ac714-c366-473d-85b2-fcbb45372f3c)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:34:04.035799 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d8500450-69af-4ee3-9da8-fcf1317539e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:04.040639 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a13001-1dda-4c05-ba58-82467e704895 None None] DHCP port deletion for 30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d request from dv-cinder-820994-5-iscsi {{(pid=106255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 11:34:04.050478 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d8500450-69af-4ee3-9da8-fcf1317539e3 admin admin] Calling delete_port for ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:34:04.086425 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-64a13001-1dda-4c05-ba58-82467e704895 None None] Deleting port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc {{(pid=106255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:34:04.089385 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-64a13001-1dda-4c05-ba58-82467e704895 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc), before_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:04.157182 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d8500450-69af-4ee3-9da8-fcf1317539e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:04.171395 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-64a13001-1dda-4c05-ba58-82467e704895 None None] For port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc,segment=NetworkSegment(881ac714-c366-473d-85b2-fcbb45372f3c),segment_id=881ac714-c366-473d-85b2-fcbb45372f3c)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:34:04.172200 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-64a13001-1dda-4c05-ba58-82467e704895 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc), precommit_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:04.195487 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8500450-69af-4ee3-9da8-fcf1317539e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:34:04.197877 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8500450-69af-4ee3-9da8-fcf1317539e3 admin admin] No DVR routers for this DVR port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc on host dv-cinder-820994-5-iscsi {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:34:04.210998 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-64a13001-1dda-4c05-ba58-82467e704895 None None] Calling delete_port for ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc owned by network:dhcp {{(pid=106255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:34:04.280357 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:04.284962 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:04.293527 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-85f9eb8c-1ff2-4b3d-8704-c8fc0e24ccb1 req-21b5c096-b0e4-4693-a4c7-2e6edeca2c94 tempest-VolumesActionsTest-395534218 tempest-VolumesActionsTest-395534218-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=db664764-a39e-4a24-b39d-f4e30af8e0ae HTTP/1.1" status: 200 len: 210 time: 0.0370007 Sep 19 11:34:04.295984 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d8500450-69af-4ee3-9da8-fcf1317539e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1254604', 'neutron.services.segments.db._delete_segments_for_network-8730872489409'] for network (30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:04.315641 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-64a13001-1dda-4c05-ba58-82467e704895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266'] for port (ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc), after_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:04.337269 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-d8500450-69af-4ee3-9da8-fcf1317539e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d']}} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:34:04.339118 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a13001-1dda-4c05-ba58-82467e704895 None None] Pushing event deleted for resources: {'Port': ['ID=ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc,revision_number=None']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:34:04.344581 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a13001-1dda-4c05-ba58-82467e704895 None None] No DVR routers for this DVR port ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc on host dv-cinder-820994-5-iscsi {{(pid=106255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:34:04.350200 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-d8500450-69af-4ee3-9da8-fcf1317539e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881ac714-c366-473d-85b2-fcbb45372f3c') {'for_net_delete': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:34:04.350356 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-d8500450-69af-4ee3-9da8-fcf1317539e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881ac714-c366-473d-85b2-fcbb45372f3c') {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:34:04.362736 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d8500450-69af-4ee3-9da8-fcf1317539e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730872489301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14729291'] for segment (881ac714-c366-473d-85b2-fcbb45372f3c), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:04.376505 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d8500450-69af-4ee3-9da8-fcf1317539e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (881ac714-c366-473d-85b2-fcbb45372f3c), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:04.382945 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8500450-69af-4ee3-9da8-fcf1317539e3 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=106254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 11:34:04.383323 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d8500450-69af-4ee3-9da8-fcf1317539e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15336917'] for segment (881ac714-c366-473d-85b2-fcbb45372f3c), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:04.424692 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.services.segments.plugin [-] Segment 881ac714-c366-473d-85b2-fcbb45372f3c resource provider aggregate not found Sep 19 11:34:04.441671 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.services.segments.plugin [-] Segment 881ac714-c366-473d-85b2-fcbb45372f3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 881ac714-c366-473d-85b2-fcbb45372f3c found for delete ", "request_id": "req-042c4bc8-eaec-4329-b0a7-8bab07916f84"}]} Sep 19 11:34:04.449984 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d8500450-69af-4ee3-9da8-fcf1317539e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1254645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779145'] for network (30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:04.458725 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d8500450-69af-4ee3-9da8-fcf1317539e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:04.461900 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-d8500450-69af-4ee3-9da8-fcf1317539e3 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d HTTP/1.1" status: 204 len: 168 time: 0.6129835 Sep 19 11:34:04.476600 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8500450-69af-4ee3-9da8-fcf1317539e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=30f0db88-bdec-4a6e-a9a2-f7fc2fe9913d,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:34:04.576908 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 35734) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:34:04.616171 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-f4d7a6eb-e8a6-410c-a61f-34d89564918e admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=8351993a1ab94f82bc238a23b2d542d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380301 Sep 19 11:34:04.618955 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 35736) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:34:04.666665 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c7e7422d-ac92-4d04-9ec8-8bbe916340e9 admin admin] Publish callbacks [] for security_group (4ec05200-3960-49ac-a088-5001cd60ac7b), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:04.687162 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c7e7422d-ac92-4d04-9ec8-8bbe916340e9 admin admin] Publish callbacks [] for security_group (4ec05200-3960-49ac-a088-5001cd60ac7b), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:04.732967 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c7e7422d-ac92-4d04-9ec8-8bbe916340e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (4ec05200-3960-49ac-a088-5001cd60ac7b), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:04.735469 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c7e7422d-ac92-4d04-9ec8-8bbe916340e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:04.736660 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-c7e7422d-ac92-4d04-9ec8-8bbe916340e9 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/4ec05200-3960-49ac-a088-5001cd60ac7b HTTP/1.1" status: 204 len: 168 time: 0.1168077 Sep 19 11:34:04.745299 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7422d-ac92-4d04-9ec8-8bbe916340e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec05200-3960-49ac-a088-5001cd60ac7b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:34:05.052474 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35742) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:34:05.096040 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-8a40900b-2b4a-4d56-b614-978878672e6c admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=45c46d122e74432a8228d27ed8b6f876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424061 Sep 19 11:34:05.098455 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35744) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:34:05.145686 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dd0e92a0-4d4f-4c6a-b9ef-79458652133c admin admin] Publish callbacks [] for security_group (f93bb039-4108-4a22-b1a6-0dfe2d4a3013), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:05.166118 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dd0e92a0-4d4f-4c6a-b9ef-79458652133c admin admin] Publish callbacks [] for security_group (f93bb039-4108-4a22-b1a6-0dfe2d4a3013), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:05.213664 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dd0e92a0-4d4f-4c6a-b9ef-79458652133c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (f93bb039-4108-4a22-b1a6-0dfe2d4a3013), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:05.216436 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dd0e92a0-4d4f-4c6a-b9ef-79458652133c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:05.217591 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-dd0e92a0-4d4f-4c6a-b9ef-79458652133c admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/f93bb039-4108-4a22-b1a6-0dfe2d4a3013 HTTP/1.1" status: 204 len: 168 time: 0.1182325 Sep 19 11:34:05.225672 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e92a0-4d4f-4c6a-b9ef-79458652133c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93bb039-4108-4a22-b1a6-0dfe2d4a3013,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:34:05.635246 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:34:05.656147 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:34:05.656496 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device ffcaf4f0-c736-41e2-b4ae-b8448c1e70dc not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:34:07.951004 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device c02c72df-11f2-43e9-90cc-22fd0be2f051 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:34:07.972736 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] No Port match for: c02c72df-11f2-43e9-90cc-22fd0be2f051 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:34:07.973079 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device c02c72df-11f2-43e9-90cc-22fd0be2f051 not bound to the agent host hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:34:12.386772 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:12.388125 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=32 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:14.739531 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=31,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:14.740440 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=74,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:15.198453 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=36,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:15.222588 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=34,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:16.344698 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2412f517-da13-4751-b171-20b504fc242c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:18.473810 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-da959a2d-4550-4ed3-bfdd-3c3c2f55d707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:19.868917 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:21.350646 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:21.424241 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:21.836159 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:34:26.179267 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 35970) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:34:26.227561 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] Deleting subnet e3f33260-12ef-4b27-a384-634a95c59d4e {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 11:34:26.230682 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] Publish callbacks [] for subnet (e3f33260-12ef-4b27-a384-634a95c59d4e), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:26.264831 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15112575'] for subnet (e3f33260-12ef-4b27-a384-634a95c59d4e), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:26.304638 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437927'] for subnet (e3f33260-12ef-4b27-a384-634a95c59d4e), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:26.356881 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14485670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14190588'] for subnet (e3f33260-12ef-4b27-a384-634a95c59d4e), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:26.385763 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f33260-12ef-4b27-a384-634a95c59d4e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:34:26.390480 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:26.393635 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/e3f33260-12ef-4b27-a384-634a95c59d4e HTTP/1.1" status: 204 len: 168 time: 0.2133231 Sep 19 11:34:26.396405 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35972) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:34:26.398959 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.399316 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.399652 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.400022 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.400359 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.400693 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.401023 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.401380 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.401711 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.402041 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.402370 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.402697 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.403027 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.403349 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.403671 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2a933-7be8-4a59-ae39-0ed793b33336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.470145 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315986'] for network (d819139e-6ec1-4698-9321-bbd45ed11f32), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:26.774223 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1254604', 'neutron.services.segments.db._delete_segments_for_network-8730872489409'] for network (d819139e-6ec1-4698-9321-bbd45ed11f32), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:26.793482 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d819139e-6ec1-4698-9321-bbd45ed11f32']}} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:34:26.802537 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1666b190-9b8b-4020-9f65-f77f3febe616') {'for_net_delete': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:34:26.802834 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1666b190-9b8b-4020-9f65-f77f3febe616') {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:34:26.813869 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730872489301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14729291'] for segment (1666b190-9b8b-4020-9f65-f77f3febe616), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:26.827899 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (1666b190-9b8b-4020-9f65-f77f3febe616), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:26.834147 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=106254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 11:34:26.834526 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15336917'] for segment (1666b190-9b8b-4020-9f65-f77f3febe616), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:26.852391 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.services.segments.plugin [-] Segment 1666b190-9b8b-4020-9f65-f77f3febe616 resource provider aggregate not found Sep 19 11:34:26.883191 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.services.segments.plugin [-] Segment 1666b190-9b8b-4020-9f65-f77f3febe616 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1666b190-9b8b-4020-9f65-f77f3febe616 found for delete ", "request_id": "req-046fa7c9-3752-4bdd-bdc0-24d07de25b6f"}]} Sep 19 11:34:26.902302 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1254645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779145'] for network (d819139e-6ec1-4698-9321-bbd45ed11f32), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:26.907570 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:26.910725 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/d819139e-6ec1-4698-9321-bbd45ed11f32 HTTP/1.1" status: 204 len: 168 time: 0.5132306 Sep 19 11:34:26.921929 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Pushing event deleted for resources: {'Network': ['ID=d819139e-6ec1-4698-9321-bbd45ed11f32,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:34:26.929841 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.930128 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.930472 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.931889 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.932241 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.932580 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.932916 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.933249 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.933581 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.933912 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.934242 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.934568 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.934899 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.935219 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:26.935542 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c20dd8-76ce-4e3b-860b-86fcb539dc9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:34:27.074896 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35980) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:34:27.114049 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-da36db48-d52d-42c0-ba43-4458632fa081 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=914cee0eaeb1460db8b0c068920a962c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380063 Sep 19 11:34:27.116426 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 35982) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:34:27.164530 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b59c92c0-665d-459c-8502-c49cf2e1f535 admin admin] Publish callbacks [] for security_group (dfa27983-f12d-46e1-b47f-6d9cfba18bef), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:27.184751 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b59c92c0-665d-459c-8502-c49cf2e1f535 admin admin] Publish callbacks [] for security_group (dfa27983-f12d-46e1-b47f-6d9cfba18bef), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:27.233679 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b59c92c0-665d-459c-8502-c49cf2e1f535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (dfa27983-f12d-46e1-b47f-6d9cfba18bef), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:27.236330 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b59c92c0-665d-459c-8502-c49cf2e1f535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:27.237448 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-b59c92c0-665d-459c-8502-c49cf2e1f535 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/dfa27983-f12d-46e1-b47f-6d9cfba18bef HTTP/1.1" status: 204 len: 168 time: 0.1196413 Sep 19 11:34:27.245766 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c92c0-665d-459c-8502-c49cf2e1f535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa27983-f12d-46e1-b47f-6d9cfba18bef,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:34:30.987717 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:31.831372 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:36.388207 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:36.390113 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:37.220143 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=49,neutron:DELETE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:37.241400 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=49,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:40.981216 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=65,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:40.983085 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=57,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:43.908704 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:43.914285 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:34:46.337887 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-abaea352-f0fc-4ba7-8097-2f6a968b06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:48.468424 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-132a51d5-87a2-49af-894a-3abfc4a166e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:49.867246 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:51.345041 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:51.418173 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:34:58.837518 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:35:00.983152 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:02.193398 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 36230) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:35:02.295565 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8a03cc6-8a39-4409-8b01-f70936c44270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:02.376274 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8a03cc6-8a39-4409-8b01-f70936c44270 admin admin] Publish callbacks [] for security_group (63f6964a-d385-40d7-8102-c18e672af261), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:02.379844 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8a03cc6-8a39-4409-8b01-f70936c44270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (63f6964a-d385-40d7-8102-c18e672af261), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:02.419618 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e8a03cc6-8a39-4409-8b01-f70936c44270 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=c1a839cda0114b38833e1be9e746515b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251499 Sep 19 11:35:02.420476 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a03cc6-8a39-4409-8b01-f70936c44270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f6964a-d385-40d7-8102-c18e672af261,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:35:02.423193 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 36234) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:35:02.473056 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-980356c5-81e5-4fa2-ab8c-dfd4098cfe1f admin admin] Publish callbacks [] for security_group (63f6964a-d385-40d7-8102-c18e672af261), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:02.492673 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-980356c5-81e5-4fa2-ab8c-dfd4098cfe1f admin admin] Publish callbacks [] for security_group (63f6964a-d385-40d7-8102-c18e672af261), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:02.539692 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-980356c5-81e5-4fa2-ab8c-dfd4098cfe1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (63f6964a-d385-40d7-8102-c18e672af261), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:02.542226 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-980356c5-81e5-4fa2-ab8c-dfd4098cfe1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:02.543394 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-980356c5-81e5-4fa2-ab8c-dfd4098cfe1f admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/63f6964a-d385-40d7-8102-c18e672af261 HTTP/1.1" status: 204 len: 168 time: 0.1189022 Sep 19 11:35:02.551197 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980356c5-81e5-4fa2-ab8c-dfd4098cfe1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f6964a-d385-40d7-8102-c18e672af261,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:35:08.833959 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:10.979398 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:12.413058 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:12.415995 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=17,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:12.526683 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:12.550807 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:12.564330 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:13.308947 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 36368) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:35:13.412355 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-657476fd-3dee-4749-aa16-057a1b7bb30c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:13.488976 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-657476fd-3dee-4749-aa16-057a1b7bb30c admin admin] Publish callbacks [] for security_group (0127c95f-751c-4c91-a21c-d3cb17b5972a), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:13.492674 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-657476fd-3dee-4749-aa16-057a1b7bb30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (0127c95f-751c-4c91-a21c-d3cb17b5972a), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:13.534419 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-657476fd-3dee-4749-aa16-057a1b7bb30c admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=05b8bf0958064b6cac375e4b7847fc2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244072 Sep 19 11:35:13.535576 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657476fd-3dee-4749-aa16-057a1b7bb30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0127c95f-751c-4c91-a21c-d3cb17b5972a,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:35:13.537241 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 36372) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:35:13.587320 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6528fe86-563d-4b0c-ae7a-15cc72574bd0 admin admin] Publish callbacks [] for security_group (0127c95f-751c-4c91-a21c-d3cb17b5972a), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:13.606828 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6528fe86-563d-4b0c-ae7a-15cc72574bd0 admin admin] Publish callbacks [] for security_group (0127c95f-751c-4c91-a21c-d3cb17b5972a), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:13.655934 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6528fe86-563d-4b0c-ae7a-15cc72574bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (0127c95f-751c-4c91-a21c-d3cb17b5972a), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:13.658491 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6528fe86-563d-4b0c-ae7a-15cc72574bd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:13.659665 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6528fe86-563d-4b0c-ae7a-15cc72574bd0 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/0127c95f-751c-4c91-a21c-d3cb17b5972a HTTP/1.1" status: 204 len: 168 time: 0.1213863 Sep 19 11:35:13.667967 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528fe86-563d-4b0c-ae7a-15cc72574bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0127c95f-751c-4c91-a21c-d3cb17b5972a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:35:14.290544 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 36394) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:35:14.386656 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-14888728-8576-4925-8f2a-2d8b262db8f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-371369949-network', 'tenant_id': '1b4bae2bd5f34bdc88c81e24590ade57'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:35:14.409576 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14888728-8576-4925-8f2a-2d8b262db8f0 admin admin] Made reservation on behalf of 1b4bae2bd5f34bdc88c81e24590ade57 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:35:14.411993 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-14888728-8576-4925-8f2a-2d8b262db8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:14.421186 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-14888728-8576-4925-8f2a-2d8b262db8f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:14.501911 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-14888728-8576-4925-8f2a-2d8b262db8f0 admin admin] Publish callbacks [] for security_group (f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:14.505599 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-14888728-8576-4925-8f2a-2d8b262db8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:14.536316 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14888728-8576-4925-8f2a-2d8b262db8f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 11:35:14.543249 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14888728-8576-4925-8f2a-2d8b262db8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:35:14.550965 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-14888728-8576-4925-8f2a-2d8b262db8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (20fad5f3-314d-43e5-9bb8-2e8accfaadb9), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:14.550965 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-14888728-8576-4925-8f2a-2d8b262db8f0 admin admin] Added segment 20fad5f3-314d-43e5-9bb8-2e8accfaadb9 of type vlan for network 1b01e7ac-d7d6-4058-98be-e14ceb97237a Sep 19 11:35:14.592213 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-14888728-8576-4925-8f2a-2d8b262db8f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730871930287'] for network (1b01e7ac-d7d6-4058-98be-e14ceb97237a), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:14.617001 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-14888728-8576-4925-8f2a-2d8b262db8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for network (1b01e7ac-d7d6-4058-98be-e14ceb97237a), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:14.618044 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14888728-8576-4925-8f2a-2d8b262db8f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:14.618668 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-14888728-8576-4925-8f2a-2d8b262db8f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:14.649201 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-14888728-8576-4925-8f2a-2d8b262db8f0 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3569760 Sep 19 11:35:14.652270 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 36398) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:35:14.657727 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-f70d9a99-ed72-465c-96a6-8ca025898039 admin admin] Request body: {'subnet': {'network_id': '1b01e7ac-d7d6-4058-98be-e14ceb97237a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-371369949-subnet', 'tenant_id': '1b4bae2bd5f34bdc88c81e24590ade57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:35:14.677427 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70d9a99-ed72-465c-96a6-8ca025898039 admin admin] Made reservation on behalf of 1b4bae2bd5f34bdc88c81e24590ade57 for: {'subnet': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:35:14.679978 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f70d9a99-ed72-465c-96a6-8ca025898039 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14016182'] for subnet (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:14.692228 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14888728-8576-4925-8f2a-2d8b262db8f0 admin admin] Pushing event updated for resources: {'Network': ['ID=1b01e7ac-d7d6-4058-98be-e14ceb97237a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:35:14.702303 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Network 1b01e7ac-d7d6-4058-98be-e14ceb97237a details requested by agent ovs-agent-dv-cinder-820994-5-iscsi with host dv-cinder-820994-5-iscsi {{(pid=106255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 11:35:14.849010 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f70d9a99-ed72-465c-96a6-8ca025898039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15337904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14016160'] for subnet (906d5caf-7a35-42e7-adda-0d9fe82e044e), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:14.898955 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d9a99-ed72-465c-96a6-8ca025898039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=906d5caf-7a35-42e7-adda-0d9fe82e044e,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:35:14.913981 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70d9a99-ed72-465c-96a6-8ca025898039 admin admin] Checking segment: {'id': '20fad5f3-314d-43e5-9bb8-2e8accfaadb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1b01e7ac-d7d6-4058-98be-e14ceb97237a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:35:14.914341 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70d9a99-ed72-465c-96a6-8ca025898039 admin admin] Network hostable DHCP agents. Network: 1b01e7ac-d7d6-4058-98be-e14ceb97237a, hostable agents: ['4823e8b3-ab16-40fd-b6f9-cda48b53bbb0'], hosted agents: [] {{(pid=106254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 11:35:14.931716 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70d9a99-ed72-465c-96a6-8ca025898039 admin admin] Network 1b01e7ac-d7d6-4058-98be-e14ceb97237a is scheduled to be hosted by DHCP agent 4823e8b3-ab16-40fd-b6f9-cda48b53bbb0 with binding_index 1 {{(pid=106254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 11:35:14.940088 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-f70d9a99-ed72-465c-96a6-8ca025898039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-5-iscsi, 1b01e7ac-d7d6-4058-98be-e14ceb97237a) {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:35:14.944630 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70d9a99-ed72-465c-96a6-8ca025898039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:14.945806 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f70d9a99-ed72-465c-96a6-8ca025898039 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:14.949839 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f03a34f-fccd-4c9d-a78b-b30decc0d58c None None] Network 1b01e7ac-d7d6-4058-98be-e14ceb97237a requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:35:14.962219 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-f70d9a99-ed72-465c-96a6-8ca025898039 admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3083634 Sep 19 11:35:15.052322 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088c4176-d15e-46be-b47c-3bf16daf5dda None None] Network 1b01e7ac-d7d6-4058-98be-e14ceb97237a requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:35:16.340825 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5496c8d7-5ead-43ae-9583-dcd0793f9cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:16.724117 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-9b459a02-10da-4501-baec-55876e8b0279 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:16.725590 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-9b459a02-10da-4501-baec-55876e8b0279 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/networks?id=1b01e7ac-d7d6-4058-98be-e14ceb97237a HTTP/1.1" status: 200 len: 813 time: 0.1058946 Sep 19 11:35:16.740252 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-e95b6935-4056-4f8b-a1a4-7af834e10499 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/quotas/1b4bae2bd5f34bdc88c81e24590ade57 HTTP/1.1" status: 200 len: 375 time: 0.0092616 Sep 19 11:35:16.772925 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4998f624-4103-4838-a6ef-be4a4eeb0d80 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1b4bae2bd5f34bdc88c81e24590ade57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274270 Sep 19 11:35:16.825837 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-3c6148f3-405c-443a-804a-ab28ac949691 service neutron] http://10.222.0.81:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 11:35:16.826827 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-3c6148f3-405c-443a-804a-ab28ac949691 service neutron] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0471799 Sep 19 11:35:16.921116 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-60bc1085-1588-4d25-9ec5-5c391df7953f service neutron] 10.222.0.81 "GET /networking/v2.0/networks/1b01e7ac-d7d6-4058-98be-e14ceb97237a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883145 Sep 19 11:35:17.001630 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:17.017395 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-0e86afee-d012-4749-88c6-be4fe7eb3775 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/1b01e7ac-d7d6-4058-98be-e14ceb97237a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905738 Sep 19 11:35:17.188069 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3a77d3cd-605a-43bc-b719-397e792fb6a9 req-301bf168-83e4-408e-8ada-181ad5a5c74f tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=961c2f18-9e1f-416b-8bc3-fa6b13a06b80 HTTP/1.1" status: 200 len: 210 time: 0.0280855 Sep 19 11:35:18.249709 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:18.317334 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7418aea7-b2a3-4b16-af94-cb227a02a7df req-761e9e36-347b-41fe-8a1b-a74e076bc25b tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=961c2f18-9e1f-416b-8bc3-fa6b13a06b80 HTTP/1.1" status: 200 len: 210 time: 0.0394299 Sep 19 11:35:18.346512 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-44e952fa-a223-4023-95c7-321f2d0ef635 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:18.347972 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-44e952fa-a223-4023-95c7-321f2d0ef635 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.72 "GET /networking/v2.0/networks?id=1b01e7ac-d7d6-4058-98be-e14ceb97237a HTTP/1.1" status: 200 len: 813 time: 0.1517732 Sep 19 11:35:18.358575 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-86c1581a-6009-4bcc-a687-6a405cb14cfc tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Request body: {'port': {'device_id': '961c2f18-9e1f-416b-8bc3-fa6b13a06b80', 'network_id': '1b01e7ac-d7d6-4058-98be-e14ceb97237a', 'admin_state_up': True, 'tenant_id': '1b4bae2bd5f34bdc88c81e24590ade57'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:35:18.464896 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-86c1581a-6009-4bcc-a687-6a405cb14cfc tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Made reservation on behalf of 1b4bae2bd5f34bdc88c81e24590ade57 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:35:18.468544 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-86c1581a-6009-4bcc-a687-6a405cb14cfc tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:18.471802 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-cecfa099-032c-47be-9583-0c66503fc164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:18.602025 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-86c1581a-6009-4bcc-a687-6a405cb14cfc tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Allocated IP 172.20.0.7 (1b01e7ac-d7d6-4058-98be-e14ceb97237a/906d5caf-7a35-42e7-adda-0d9fe82e044e/cc24bdab-ddb8-49b4-afe2-ea46ec1f3054) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:35:18.753970 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-86c1581a-6009-4bcc-a687-6a405cb14cfc tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Publish callbacks [] for port (cc24bdab-ddb8-49b4-afe2-ea46ec1f3054), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:18.785548 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-86c1581a-6009-4bcc-a687-6a405cb14cfc tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (cc24bdab-ddb8-49b4-afe2-ea46ec1f3054), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:18.830141 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-86c1581a-6009-4bcc-a687-6a405cb14cfc tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Network 1b01e7ac-d7d6-4058-98be-e14ceb97237a is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:35:18.833337 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-86c1581a-6009-4bcc-a687-6a405cb14cfc tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:35:18.837420 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-86c1581a-6009-4bcc-a687-6a405cb14cfc tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:35:18.860952 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1581a-6009-4bcc-a687-6a405cb14cfc tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Pushing event updated for resources: {'Port': ['ID=cc24bdab-ddb8-49b4-afe2-ea46ec1f3054,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:35:18.891589 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-86c1581a-6009-4bcc-a687-6a405cb14cfc tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:18.892235 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-86c1581a-6009-4bcc-a687-6a405cb14cfc tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:18.908395 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-86c1581a-6009-4bcc-a687-6a405cb14cfc tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5534818 Sep 19 11:35:18.919121 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] Request body: {'port': {'device_id': '961c2f18-9e1f-416b-8bc3-fa6b13a06b80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:35:18.978091 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (cc24bdab-ddb8-49b4-afe2-ea46ec1f3054), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:19.089268 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:19.091736 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:19.245854 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:35:19.253257 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] Publish callbacks [] for port (cc24bdab-ddb8-49b4-afe2-ea46ec1f3054), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:19.265842 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] Transition to ACTIVE for port object cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 11:35:19.269115 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (cc24bdab-ddb8-49b4-afe2-ea46ec1f3054), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:19.329480 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc24bdab-ddb8-49b4-afe2-ea46ec1f3054,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:35:19.379468 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] Attempting to bind port cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:35:19.379834 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] Attempting to bind port cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '20fad5f3-314d-43e5-9bb8-2e8accfaadb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1b01e7ac-d7d6-4058-98be-e14ceb97237a'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:35:19.380166 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] Attempting to bind port cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 on network 1b01e7ac-d7d6-4058-98be-e14ceb97237a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:35:19.463793 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947dbfe-9867-4dd7-9923-56382ea5a948 req-1591087a-59d1-43ed-a159-8774c243d982 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:19.465287 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1947dbfe-9867-4dd7-9923-56382ea5a948 req-1591087a-59d1-43ed-a159-8774c243d982 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=961c2f18-9e1f-416b-8bc3-fa6b13a06b80 HTTP/1.1" status: 200 len: 943 time: 0.0612025 Sep 19 11:35:19.466253 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] Port cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 on network 1b01e7ac-d7d6-4058-98be-e14ceb97237a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 11:35:19.466579 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] Attempting to bind port cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 on network 1b01e7ac-d7d6-4058-98be-e14ceb97237a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:35:19.539171 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] Checking agent: {'id': '89dce09e-1d3d-46be-9edc-f71162f9f1f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'started_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:35:19.539506 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] Checking segment: {'id': '20fad5f3-314d-43e5-9bb8-2e8accfaadb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1b01e7ac-d7d6-4058-98be-e14ceb97237a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:35:19.539920 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] Bound using segment: {'id': '20fad5f3-314d-43e5-9bb8-2e8accfaadb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1b01e7ac-d7d6-4058-98be-e14ceb97237a'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:35:19.540357 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] Bound port: cc24bdab-ddb8-49b4-afe2-ea46ec1f3054, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20fad5f3-314d-43e5-9bb8-2e8accfaadb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1b01e7ac-d7d6-4058-98be-e14ceb97237a'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:35:19.540715 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (cc24bdab-ddb8-49b4-afe2-ea46ec1f3054), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:19.555260 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1947dbfe-9867-4dd7-9923-56382ea5a948 req-36d83ee2-ff88-4080-b6f2-4487c6ad5989 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680592 Sep 19 11:35:19.611633 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] For port cc24bdab-ddb8-49b4-afe2-ea46ec1f3054, host hv-cinder-82099, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:35:19.614836 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] For port cc24bdab-ddb8-49b4-afe2-ea46ec1f3054, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=cc24bdab-ddb8-49b4-afe2-ea46ec1f3054,segment=NetworkSegment(20fad5f3-314d-43e5-9bb8-2e8accfaadb9),segment_id=20fad5f3-314d-43e5-9bb8-2e8accfaadb9)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:35:19.621950 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (cc24bdab-ddb8-49b4-afe2-ea46ec1f3054), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:19.625961 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:19.626571 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:19.627968 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 HTTP/1.1" status: 200 len: 1093 time: 0.7127287 Sep 19 11:35:19.628529 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961c2f18-9e1f-416b-8bc3-fa6b13a06b80', 'tag': 'cc24bdab-ddb8-49b4-afe2-ea46ec1f3054'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:35:19.630771 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9e6ae5-c3bd-4fd6-9118-e97771853f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "961c2f18-9e1f-416b-8bc3-fa6b13a06b80", "tag": "cc24bdab-ddb8-49b4-afe2-ea46ec1f3054"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:35:19.707501 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd32f15-aaea-47ac-abc7-b1ab6e7255d2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc24bdab-ddb8-49b4-afe2-ea46ec1f3054,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:35:19.717545 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-9550a173-93ad-4ae2-84bf-5ec3cd0d6597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:19.719056 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-9550a173-93ad-4ae2-84bf-5ec3cd0d6597 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=1b4bae2bd5f34bdc88c81e24590ade57&device_id=961c2f18-9e1f-416b-8bc3-fa6b13a06b80 HTTP/1.1" status: 200 len: 1127 time: 0.0504110 Sep 19 11:35:19.762459 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-e572f2f5-2001-464b-be30-b1093bfe1178 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 HTTP/1.1" status: 200 len: 217 time: 0.0368803 Sep 19 11:35:19.814242 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-7b91d15e-8fef-4bd5-8b17-ec52112738dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:19.815781 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-7b91d15e-8fef-4bd5-8b17-ec52112738dd service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=906d5caf-7a35-42e7-adda-0d9fe82e044e HTTP/1.1" status: 200 len: 853 time: 0.0482411 Sep 19 11:35:19.817481 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059450db-8bcd-4e97-9887-e79ffb71782e x-openstack-request-id: req-059450db-8bcd-4e97-9887-e79ffb71782e {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:35:19.817766 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961c2f18-9e1f-416b-8bc3-fa6b13a06b80", "tag": "cc24bdab-ddb8-49b4-afe2-ea46ec1f3054", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:35:19.818015 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-059450db-8bcd-4e97-9887-e79ffb71782e {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:35:19.818399 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-059450db-8bcd-4e97-9887-e79ffb71782e'] response: {'name': 'network-changed', 'server_uuid': '961c2f18-9e1f-416b-8bc3-fa6b13a06b80', 'tag': 'cc24bdab-ddb8-49b4-afe2-ea46ec1f3054', 'status': 'completed', 'code': 200} Sep 19 11:35:19.848347 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-f980f1c5-b854-4c9e-b712-4cbc4b470e71 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=1b01e7ac-d7d6-4058-98be-e14ceb97237a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260100 Sep 19 11:35:19.871374 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:19.938957 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:19.943882 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-c3a2e83c-c94c-41de-bb23-e2e969977ec1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1b01e7ac-d7d6-4058-98be-e14ceb97237a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895662 Sep 19 11:35:20.235624 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:20.272772 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9e0473fb-5346-4688-872c-531b2ed0aea3 req-820a0b36-29a1-41bc-905f-5e0e3ffead5f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1b01e7ac-d7d6-4058-98be-e14ceb97237a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235240 Sep 19 11:35:20.675697 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70814a-3bce-465c-bec6-50bde9e93607 req-8dae1b3f-9db2-49f4-94a5-40ffd8671bb2 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:20.677192 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3c70814a-3bce-465c-bec6-50bde9e93607 req-8dae1b3f-9db2-49f4-94a5-40ffd8671bb2 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=961c2f18-9e1f-416b-8bc3-fa6b13a06b80 HTTP/1.1" status: 200 len: 943 time: 0.0475104 Sep 19 11:35:20.727462 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3c70814a-3bce-465c-bec6-50bde9e93607 req-05c0fed3-36ad-4d58-a18b-2ce9b3d9ad51 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445468 Sep 19 11:35:20.913591 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:20.918179 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=5 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:20.980407 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e6ae5-c3bd-4fd6-9118-e97771853f1d req-7a18f8e4-3615-40a3-9b35-6717757d93f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:20.981877 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1e9e6ae5-c3bd-4fd6-9118-e97771853f1d req-7a18f8e4-3615-40a3-9b35-6717757d93f8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=1b4bae2bd5f34bdc88c81e24590ade57&device_id=961c2f18-9e1f-416b-8bc3-fa6b13a06b80 HTTP/1.1" status: 200 len: 1127 time: 0.0391746 Sep 19 11:35:21.071830 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e6ae5-c3bd-4fd6-9118-e97771853f1d req-015b7274-8fb4-4e23-a430-db03bf65b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:21.073272 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1e9e6ae5-c3bd-4fd6-9118-e97771853f1d req-015b7274-8fb4-4e23-a430-db03bf65b966 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=1b01e7ac-d7d6-4058-98be-e14ceb97237a HTTP/1.1" status: 200 len: 914 time: 0.0861628 Sep 19 11:35:21.113757 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1e9e6ae5-c3bd-4fd6-9118-e97771853f1d req-75f1498c-3e58-4dbf-8fc0-de16333f216a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 HTTP/1.1" status: 200 len: 217 time: 0.0349545 Sep 19 11:35:21.159796 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e6ae5-c3bd-4fd6-9118-e97771853f1d req-ad352325-9e4b-42b3-9507-2187eae4558a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:21.161169 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1e9e6ae5-c3bd-4fd6-9118-e97771853f1d req-ad352325-9e4b-42b3-9507-2187eae4558a service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=906d5caf-7a35-42e7-adda-0d9fe82e044e HTTP/1.1" status: 200 len: 853 time: 0.0424690 Sep 19 11:35:21.192451 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1e9e6ae5-c3bd-4fd6-9118-e97771853f1d req-8aaf8604-b55a-4edf-9df5-500f9472972e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=1b01e7ac-d7d6-4058-98be-e14ceb97237a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252578 Sep 19 11:35:21.283176 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1e9e6ae5-c3bd-4fd6-9118-e97771853f1d req-313be103-a330-43d6-8ecf-7108ac00868a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1b01e7ac-d7d6-4058-98be-e14ceb97237a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851943 Sep 19 11:35:21.349006 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:21.377552 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1e9e6ae5-c3bd-4fd6-9118-e97771853f1d req-ac1f919a-fac7-4f34-8159-9a846c287b49 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1b01e7ac-d7d6-4058-98be-e14ceb97237a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890851 Sep 19 11:35:21.419410 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:21.850963 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859b16d-a1d1-4f3d-b265-545c1c36b985 req-67e2d981-7137-4bb9-9d97-8f6be4d7fb33 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:21.852444 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c859b16d-a1d1-4f3d-b265-545c1c36b985 req-67e2d981-7137-4bb9-9d97-8f6be4d7fb33 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=961c2f18-9e1f-416b-8bc3-fa6b13a06b80 HTTP/1.1" status: 200 len: 943 time: 0.0506265 Sep 19 11:35:21.898721 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c859b16d-a1d1-4f3d-b265-545c1c36b985 req-7529b092-0050-4f8b-82eb-8dd39111621d tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406075 Sep 19 11:35:23.017090 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb38f3-4e4b-452b-96e0-a1a199f3d83e req-5431dc49-f89c-4f30-97dd-9e55df7104ee tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:23.018541 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a9cb38f3-4e4b-452b-96e0-a1a199f3d83e req-5431dc49-f89c-4f30-97dd-9e55df7104ee tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=961c2f18-9e1f-416b-8bc3-fa6b13a06b80 HTTP/1.1" status: 200 len: 943 time: 0.0463340 Sep 19 11:35:23.064831 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a9cb38f3-4e4b-452b-96e0-a1a199f3d83e req-f90b6021-2576-432a-8fd3-d3107a1e8454 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408242 Sep 19 11:35:23.313564 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:35:23.410547 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port cc24bdab-ddb8-49b4-afe2-ea46ec1f3054, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=cc24bdab-ddb8-49b4-afe2-ea46ec1f3054,segment=NetworkSegment(20fad5f3-314d-43e5-9bb8-2e8accfaadb9),segment_id=20fad5f3-314d-43e5-9bb8-2e8accfaadb9)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:35:23.421576 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': 'cc24bdab-ddb8-49b4-afe2-ea46ec1f3054', 'network_id': '1b01e7ac-d7d6-4058-98be-e14ceb97237a', 'port_id': 'cc24bdab-ddb8-49b4-afe2-ea46ec1f3054', 'mac_address': 'fa:16:3e:43:61:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906d5caf-7a35-42e7-adda-0d9fe82e044e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:35:23.458911 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:35:23.459301 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (cc24bdab-ddb8-49b4-afe2-ea46ec1f3054), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:23.472818 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:35:23.491943 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port cc24bdab-ddb8-49b4-afe2-ea46ec1f3054, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=cc24bdab-ddb8-49b4-afe2-ea46ec1f3054,segment=NetworkSegment(20fad5f3-314d-43e5-9bb8-2e8accfaadb9),segment_id=20fad5f3-314d-43e5-9bb8-2e8accfaadb9)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:35:23.495904 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (cc24bdab-ddb8-49b4-afe2-ea46ec1f3054), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:23.542008 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=cc24bdab-ddb8-49b4-afe2-ea46ec1f3054,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:35:23.549142 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:35:23.549505 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:35:23.549841 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:35:23.550184 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:35:23.550520 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:35:23.550883 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:35:23.551214 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:35:23.551545 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:35:23.551905 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:35:23.552239 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:35:23.552570 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:35:23.552922 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:35:23.553264 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:35:23.553570 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:35:23.553892 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:35:23.694038 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['cc24bdab-ddb8-49b4-afe2-ea46ec1f3054'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:35:23.791315 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:23.801586 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:24.186953 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17df2b-3c1f-4c6b-a90a-15f16f60cb14 req-5f79d664-4132-47c0-8529-ddda9893b670 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:24.188421 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fc17df2b-3c1f-4c6b-a90a-15f16f60cb14 req-5f79d664-4132-47c0-8529-ddda9893b670 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=961c2f18-9e1f-416b-8bc3-fa6b13a06b80 HTTP/1.1" status: 200 len: 944 time: 0.0496106 Sep 19 11:35:24.234171 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fc17df2b-3c1f-4c6b-a90a-15f16f60cb14 req-a0ba520e-a008-4602-812a-6270832c703a tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399466 Sep 19 11:35:24.955217 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=59,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:24.955908 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=55,neutron:INSERT=11,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:25.328096 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:35:25.351515 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4278962-8976-4e16-a4c1-1142fe5acac9 req-edd88631-08a0-42c4-8853-7f14b3383f7d tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:25.353060 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a4278962-8976-4e16-a4c1-1142fe5acac9 req-edd88631-08a0-42c4-8853-7f14b3383f7d tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=961c2f18-9e1f-416b-8bc3-fa6b13a06b80 HTTP/1.1" status: 200 len: 944 time: 0.0471776 Sep 19 11:35:25.369761 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning for port cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 completed by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 11:35:25.376313 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:35:25.376688 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (cc24bdab-ddb8-49b4-afe2-ea46ec1f3054), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:25.377030 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 Sep 19 11:35:25.403215 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a4278962-8976-4e16-a4c1-1142fe5acac9 req-66a2e22f-33bd-49f6-b03d-40b476e8404b tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444534 Sep 19 11:35:25.456605 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:35:25.456991 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (cc24bdab-ddb8-49b4-afe2-ea46ec1f3054), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:25.482373 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961c2f18-9e1f-416b-8bc3-fa6b13a06b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc24bdab-ddb8-49b4-afe2-ea46ec1f3054'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:35:25.484616 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128fa1bb-bb04-48db-9945-8d7924b5b54c" -d '{"events": [{"server_uuid": "961c2f18-9e1f-416b-8bc3-fa6b13a06b80", "name": "network-vif-plugged", "status": "completed", "tag": "cc24bdab-ddb8-49b4-afe2-ea46ec1f3054"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:35:25.497659 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port cc24bdab-ddb8-49b4-afe2-ea46ec1f3054, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=cc24bdab-ddb8-49b4-afe2-ea46ec1f3054,segment=NetworkSegment(20fad5f3-314d-43e5-9bb8-2e8accfaadb9),segment_id=20fad5f3-314d-43e5-9bb8-2e8accfaadb9)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:35:25.501535 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (cc24bdab-ddb8-49b4-afe2-ea46ec1f3054), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:25.546868 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=cc24bdab-ddb8-49b4-afe2-ea46ec1f3054,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:35:25.576635 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a2eb49-46f1-412b-8974-a98cd2765eb3 x-openstack-request-id: req-23a2eb49-46f1-412b-8974-a98cd2765eb3 {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:35:25.576936 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961c2f18-9e1f-416b-8bc3-fa6b13a06b80", "name": "network-vif-plugged", "status": "completed", "tag": "cc24bdab-ddb8-49b4-afe2-ea46ec1f3054", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:35:25.577176 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-23a2eb49-46f1-412b-8974-a98cd2765eb3 {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:35:25.577573 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23a2eb49-46f1-412b-8974-a98cd2765eb3'] response: {'server_uuid': '961c2f18-9e1f-416b-8bc3-fa6b13a06b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc24bdab-ddb8-49b4-afe2-ea46ec1f3054', 'code': 200} Sep 19 11:35:25.734310 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:25.746543 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dfb42-44d4-4c3c-b9eb-6c45adb1b47f req-6ff5046b-a281-437d-9bf4-0a80d0d79eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:25.748062 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-191dfb42-44d4-4c3c-b9eb-6c45adb1b47f req-6ff5046b-a281-437d-9bf4-0a80d0d79eec service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=961c2f18-9e1f-416b-8bc3-fa6b13a06b80 HTTP/1.1" status: 200 len: 1129 time: 0.0395489 Sep 19 11:35:25.795140 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-191dfb42-44d4-4c3c-b9eb-6c45adb1b47f req-9a4db2d9-f6f5-46a0-842c-1d11f12c79a6 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416739 Sep 19 11:35:26.512631 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:26.530758 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c705f8-6a2e-46f7-a55d-144fe525ab8f req-0b66b6a2-4a6a-4671-89dd-6d2dac2820d7 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:26.532245 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-05c705f8-6a2e-46f7-a55d-144fe525ab8f req-0b66b6a2-4a6a-4671-89dd-6d2dac2820d7 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=961c2f18-9e1f-416b-8bc3-fa6b13a06b80 HTTP/1.1" status: 200 len: 945 time: 0.0470026 Sep 19 11:35:26.579475 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-05c705f8-6a2e-46f7-a55d-144fe525ab8f req-49e5fee0-0c3b-4410-a682-1dc8c43560ec tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416341 Sep 19 11:35:27.705724 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ec772-39e3-4c45-924f-83bbdd999a03 req-2cc133d7-890e-4349-b976-5e234d4163b6 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:27.707185 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3f8ec772-39e3-4c45-924f-83bbdd999a03 req-2cc133d7-890e-4349-b976-5e234d4163b6 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=961c2f18-9e1f-416b-8bc3-fa6b13a06b80 HTTP/1.1" status: 200 len: 945 time: 0.0476904 Sep 19 11:35:27.754053 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3f8ec772-39e3-4c45-924f-83bbdd999a03 req-2e2ddbb5-c2bb-4518-9624-9e2870775ab8 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412064 Sep 19 11:35:30.997090 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:35.836878 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:35:37.747523 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=16 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:37.750088 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=23 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:39.857939 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-250377e3-fd26-47b8-ac34-843dca9d9f9d req-6b98f81a-594e-402c-905d-fa437dcb5d72 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=961c2f18-9e1f-416b-8bc3-fa6b13a06b80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417662 Sep 19 11:35:39.945560 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250377e3-fd26-47b8-ac34-843dca9d9f9d req-de4d3d12-e40f-41d0-bb25-fdcf2e034f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:39.946907 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-250377e3-fd26-47b8-ac34-843dca9d9f9d req-de4d3d12-e40f-41d0-bb25-fdcf2e034f3e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=1b4bae2bd5f34bdc88c81e24590ade57&device_id=961c2f18-9e1f-416b-8bc3-fa6b13a06b80 HTTP/1.1" status: 200 len: 1129 time: 0.0387006 Sep 19 11:35:40.056633 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250377e3-fd26-47b8-ac34-843dca9d9f9d req-d0e39381-75fa-4107-bc03-3dd507eaa3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:40.058081 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-250377e3-fd26-47b8-ac34-843dca9d9f9d req-d0e39381-75fa-4107-bc03-3dd507eaa3fc service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=1b01e7ac-d7d6-4058-98be-e14ceb97237a HTTP/1.1" status: 200 len: 914 time: 0.0881343 Sep 19 11:35:40.097630 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-250377e3-fd26-47b8-ac34-843dca9d9f9d req-fdf688bd-9872-4c80-8b19-4e60f6e550fc service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 HTTP/1.1" status: 200 len: 217 time: 0.0329146 Sep 19 11:35:40.152505 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250377e3-fd26-47b8-ac34-843dca9d9f9d req-b99a143b-9165-4a1d-bdfc-f570214bb21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:35:40.153953 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-250377e3-fd26-47b8-ac34-843dca9d9f9d req-b99a143b-9165-4a1d-bdfc-f570214bb21c service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=906d5caf-7a35-42e7-adda-0d9fe82e044e HTTP/1.1" status: 200 len: 853 time: 0.0508366 Sep 19 11:35:40.187894 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-250377e3-fd26-47b8-ac34-843dca9d9f9d req-3da563f9-e863-44c1-b81a-2487f11c8feb service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=1b01e7ac-d7d6-4058-98be-e14ceb97237a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265074 Sep 19 11:35:40.280616 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-250377e3-fd26-47b8-ac34-843dca9d9f9d req-04ad8b78-82b9-418d-9c29-259ac977f449 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1b01e7ac-d7d6-4058-98be-e14ceb97237a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864863 Sep 19 11:35:40.369342 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-250377e3-fd26-47b8-ac34-843dca9d9f9d req-f8775b93-1a79-457a-a2b1-627b34661bdf service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1b01e7ac-d7d6-4058-98be-e14ceb97237a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827889 Sep 19 11:35:40.986806 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=36,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:40.992163 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:45.832844 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:45.833562 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:46.341885 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-71681227-004b-4e9b-9833-90dc55dba483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:48.475411 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-931677db-8a8f-48fb-86db-92f4a16b2e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:49.873078 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:50.364668 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=40 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:50.365423 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=48 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:51.351405 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:51.421136 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:35:57.923439 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:35:57.925143 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=4 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:01.010314 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:03.193865 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bebb5d-4448-4b11-9f01-26930a9bb381 req-7a48d6e4-34ee-4704-9e95-af0946601bfa tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:03.195240 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a9bebb5d-4448-4b11-9f01-26930a9bb381 req-7a48d6e4-34ee-4704-9e95-af0946601bfa tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=961c2f18-9e1f-416b-8bc3-fa6b13a06b80 HTTP/1.1" status: 200 len: 945 time: 0.0513279 Sep 19 11:36:03.241983 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a9bebb5d-4448-4b11-9f01-26930a9bb381 req-4024f493-caed-4a88-ab8d-048010f92829 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411272 Sep 19 11:36:04.363311 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874bba1-0c04-429b-a46a-65939d9da26c req-5bf10c8b-2f78-446f-b131-ac27bc3a111e tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:04.364805 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c874bba1-0c04-429b-a46a-65939d9da26c req-5bf10c8b-2f78-446f-b131-ac27bc3a111e tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=961c2f18-9e1f-416b-8bc3-fa6b13a06b80 HTTP/1.1" status: 200 len: 945 time: 0.0462775 Sep 19 11:36:04.421247 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c874bba1-0c04-429b-a46a-65939d9da26c req-332e15a0-796c-4316-8356-24ce7fd1537a tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494211 Sep 19 11:36:04.664530 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904307b1-23a4-4e9c-86e3-5811c1258655 req-1e17ecba-3ccc-4d5c-87d2-5c42348d9a30 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:04.665973 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-904307b1-23a4-4e9c-86e3-5811c1258655 req-1e17ecba-3ccc-4d5c-87d2-5c42348d9a30 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=961c2f18-9e1f-416b-8bc3-fa6b13a06b80 HTTP/1.1" status: 200 len: 945 time: 0.0487926 Sep 19 11:36:04.746805 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-904307b1-23a4-4e9c-86e3-5811c1258655 req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Deleting port cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:36:04.747156 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-904307b1-23a4-4e9c-86e3-5811c1258655 req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (cc24bdab-ddb8-49b4-afe2-ea46ec1f3054), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:04.838078 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-904307b1-23a4-4e9c-86e3-5811c1258655 req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] For port cc24bdab-ddb8-49b4-afe2-ea46ec1f3054, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=cc24bdab-ddb8-49b4-afe2-ea46ec1f3054,segment=NetworkSegment(20fad5f3-314d-43e5-9bb8-2e8accfaadb9),segment_id=20fad5f3-314d-43e5-9bb8-2e8accfaadb9)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:36:04.838533 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-904307b1-23a4-4e9c-86e3-5811c1258655 req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (cc24bdab-ddb8-49b4-afe2-ea46ec1f3054), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:04.851855 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-904307b1-23a4-4e9c-86e3-5811c1258655 req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Calling delete_port for cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:36:04.977839 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-904307b1-23a4-4e9c-86e3-5811c1258655 req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (cc24bdab-ddb8-49b4-afe2-ea46ec1f3054), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:04.989898 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['cc24bdab-ddb8-49b4-afe2-ea46ec1f3054'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:36:05.003668 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Pushing event deleted for resources: {'Port': ['ID=cc24bdab-ddb8-49b4-afe2-ea46ec1f3054,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:36:05.014757 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:36:05.015147 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:36:05.015554 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:36:05.015936 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:36:05.016337 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:36:05.016728 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:36:05.017466 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:36:05.017466 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:36:05.017753 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:36:05.018086 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:36:05.018461 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:36:05.018794 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:36:05.019125 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:36:05.019455 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:36:05.019805 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:36:05.072108 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-904307b1-23a4-4e9c-86e3-5811c1258655 req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] No DVR routers for this DVR port cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 on host hv-cinder-82099 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:36:05.074657 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-904307b1-23a4-4e9c-86e3-5811c1258655 req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:05.077903 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-904307b1-23a4-4e9c-86e3-5811c1258655 req-ef3f36c6-5c91-42aa-b9a2-3677c15edbba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.72 "DELETE /networking/v2.0/ports/cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 HTTP/1.1" status: 204 len: 173 time: 0.4068856 Sep 19 11:36:05.078402 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961c2f18-9e1f-416b-8bc3-fa6b13a06b80', 'name': 'network-vif-deleted', 'tag': 'cc24bdab-ddb8-49b4-afe2-ea46ec1f3054'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:36:05.080718 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b93cfa-12b5-4442-809f-f12cefa3820d" -d '{"events": [{"server_uuid": "961c2f18-9e1f-416b-8bc3-fa6b13a06b80", "name": "network-vif-deleted", "tag": "cc24bdab-ddb8-49b4-afe2-ea46ec1f3054"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:36:05.118693 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c271da07-59aa-4a22-a54c-f72d081957ad x-openstack-request-id: req-c271da07-59aa-4a22-a54c-f72d081957ad {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:36:05.119058 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961c2f18-9e1f-416b-8bc3-fa6b13a06b80", "name": "network-vif-deleted", "tag": "cc24bdab-ddb8-49b4-afe2-ea46ec1f3054", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:36:05.119313 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c271da07-59aa-4a22-a54c-f72d081957ad {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:36:05.119724 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c271da07-59aa-4a22-a54c-f72d081957ad'] response: {'server_uuid': '961c2f18-9e1f-416b-8bc3-fa6b13a06b80', 'name': 'network-vif-deleted', 'tag': 'cc24bdab-ddb8-49b4-afe2-ea46ec1f3054', 'status': 'completed', 'code': 200} Sep 19 11:36:05.539123 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-754c584a-745d-4939-9346-07d4072a789b req-0e023445-d977-4d0c-91c2-a3030fd00b5a tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=961c2f18-9e1f-416b-8bc3-fa6b13a06b80 HTTP/1.1" status: 200 len: 210 time: 0.0279815 Sep 19 11:36:09.560378 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:36:09.579870 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] No Port match for: cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:36:09.580227 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device cc24bdab-ddb8-49b4-afe2-ea46ec1f3054 not bound to the agent host hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:36:11.006221 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:12.376774 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=16 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:12.379829 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=10 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:12.837573 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:36:14.543391 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-36aef512-999f-4922-8b05-87700741ea13 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:14.544796 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-36aef512-999f-4922-8b05-87700741ea13 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/networks?id=1b01e7ac-d7d6-4058-98be-e14ceb97237a HTTP/1.1" status: 200 len: 813 time: 0.1042576 Sep 19 11:36:14.559625 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-ebc4e75c-cbc3-4c20-8e44-dfdc6576702d tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/quotas/1b4bae2bd5f34bdc88c81e24590ade57 HTTP/1.1" status: 200 len: 375 time: 0.0092907 Sep 19 11:36:14.591570 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-42ebc174-d3cc-4677-a832-1612913c506b tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1b4bae2bd5f34bdc88c81e24590ade57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272005 Sep 19 11:36:14.724867 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-2808ee3e-feb3-43a5-83e2-10d035df8c9b service neutron] 10.222.0.81 "GET /networking/v2.0/networks/1b01e7ac-d7d6-4058-98be-e14ceb97237a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267903 Sep 19 11:36:14.790326 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:14.814788 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-274d594d-a232-4a6f-8e9c-66ffb1af1c82 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/1b01e7ac-d7d6-4058-98be-e14ceb97237a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841458 Sep 19 11:36:14.972271 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:14.993598 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c2bd907f-a65a-410d-97fc-51695e72b956 req-e1a2d5dd-add4-4ccb-88a6-52f4fb4c77e1 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=696f7b11-0227-4495-aad3-f6d024161c61 HTTP/1.1" status: 200 len: 210 time: 0.0297728 Sep 19 11:36:15.944629 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-ea6252c7-c7a9-4ca6-87d1-235acefa4658 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:15.946964 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-ea6252c7-c7a9-4ca6-87d1-235acefa4658 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.72 "GET /networking/v2.0/networks?id=1b01e7ac-d7d6-4058-98be-e14ceb97237a HTTP/1.1" status: 200 len: 813 time: 0.1064737 Sep 19 11:36:15.958189 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-dd618936-2428-4b51-8562-fcaf41ec6b27 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Request body: {'port': {'device_id': '696f7b11-0227-4495-aad3-f6d024161c61', 'network_id': '1b01e7ac-d7d6-4058-98be-e14ceb97237a', 'admin_state_up': True, 'tenant_id': '1b4bae2bd5f34bdc88c81e24590ade57'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:36:16.078877 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-dd618936-2428-4b51-8562-fcaf41ec6b27 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Made reservation on behalf of 1b4bae2bd5f34bdc88c81e24590ade57 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:36:16.082328 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-dd618936-2428-4b51-8562-fcaf41ec6b27 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:16.108111 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f50fd427-3bd3-4ad9-9d22-847729737257 req-9344eeb8-4298-480f-95b9-baca25088957 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=696f7b11-0227-4495-aad3-f6d024161c61 HTTP/1.1" status: 200 len: 210 time: 0.0387473 Sep 19 11:36:16.227603 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-dd618936-2428-4b51-8562-fcaf41ec6b27 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Allocated IP 172.20.0.11 (1b01e7ac-d7d6-4058-98be-e14ceb97237a/906d5caf-7a35-42e7-adda-0d9fe82e044e/1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:36:16.337563 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:16.345563 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-63e680c1-7d41-48f5-8432-6d48a810426e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:16.374359 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-dd618936-2428-4b51-8562-fcaf41ec6b27 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Publish callbacks [] for port (1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:16.405890 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-dd618936-2428-4b51-8562-fcaf41ec6b27 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:16.454252 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-dd618936-2428-4b51-8562-fcaf41ec6b27 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Network 1b01e7ac-d7d6-4058-98be-e14ceb97237a is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:36:16.457475 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-dd618936-2428-4b51-8562-fcaf41ec6b27 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:36:16.461291 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-dd618936-2428-4b51-8562-fcaf41ec6b27 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:36:16.484811 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd618936-2428-4b51-8562-fcaf41ec6b27 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Pushing event updated for resources: {'Port': ['ID=1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:36:16.512393 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-dd618936-2428-4b51-8562-fcaf41ec6b27 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:16.512999 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-dd618936-2428-4b51-8562-fcaf41ec6b27 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:16.528765 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-dd618936-2428-4b51-8562-fcaf41ec6b27 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5743551 Sep 19 11:36:16.539509 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] Request body: {'port': {'device_id': '696f7b11-0227-4495-aad3-f6d024161c61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:36:16.600132 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:16.629198 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:16.647283 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:16.863526 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:36:16.871429 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] Publish callbacks [] for port (1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:16.883713 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] Transition to ACTIVE for port object 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 11:36:16.888436 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:16.966800 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] Pushing event updated for resources: {'Port': ['ID=1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:36:16.997581 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] Attempting to bind port 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a on host hv-cinder-82099 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:36:16.997917 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] Attempting to bind port 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '20fad5f3-314d-43e5-9bb8-2e8accfaadb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1b01e7ac-d7d6-4058-98be-e14ceb97237a'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:36:16.998248 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] Attempting to bind port 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a on network 1b01e7ac-d7d6-4058-98be-e14ceb97237a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:36:17.038859 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] Port 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a on network 1b01e7ac-d7d6-4058-98be-e14ceb97237a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 11:36:17.039184 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] Attempting to bind port 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a on network 1b01e7ac-d7d6-4058-98be-e14ceb97237a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:36:17.080368 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] Checking agent: {'id': '89dce09e-1d3d-46be-9edc-f71162f9f1f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'started_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:36:17.080702 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] Checking segment: {'id': '20fad5f3-314d-43e5-9bb8-2e8accfaadb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1b01e7ac-d7d6-4058-98be-e14ceb97237a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:36:17.081082 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] Bound using segment: {'id': '20fad5f3-314d-43e5-9bb8-2e8accfaadb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1b01e7ac-d7d6-4058-98be-e14ceb97237a'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:36:17.081508 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] Bound port: 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20fad5f3-314d-43e5-9bb8-2e8accfaadb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1b01e7ac-d7d6-4058-98be-e14ceb97237a'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:36:17.081873 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:17.144653 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] For port 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a, host hv-cinder-82099, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:36:17.148342 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] For port 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a,segment=NetworkSegment(20fad5f3-314d-43e5-9bb8-2e8accfaadb9),segment_id=20fad5f3-314d-43e5-9bb8-2e8accfaadb9)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:36:17.154294 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:17.158322 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:17.160191 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:17.160341 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a HTTP/1.1" status: 200 len: 1094 time: 0.6247311 Sep 19 11:36:17.160876 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696f7b11-0227-4495-aad3-f6d024161c61', 'tag': '1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:36:17.163110 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5adcbd-50d1-476d-be42-9bba57be6541" -d '{"events": [{"name": "network-changed", "server_uuid": "696f7b11-0227-4495-aad3-f6d024161c61", "tag": "1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:36:17.225716 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876499c6-6366-4c03-8991-48fba798014c x-openstack-request-id: req-876499c6-6366-4c03-8991-48fba798014c {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:36:17.225999 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696f7b11-0227-4495-aad3-f6d024161c61", "tag": "1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:36:17.226249 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-876499c6-6366-4c03-8991-48fba798014c {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:36:17.226642 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-876499c6-6366-4c03-8991-48fba798014c'] response: {'name': 'network-changed', 'server_uuid': '696f7b11-0227-4495-aad3-f6d024161c61', 'tag': '1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a', 'status': 'completed', 'code': 200} Sep 19 11:36:17.278059 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cfc27-b372-48c1-bb65-1953dc3db9fb service neutron] Pushing event updated for resources: {'Port': ['ID=1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:36:17.287964 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a450e8-2a1b-4871-986f-b44d480cda0d req-71b31d01-e3b9-4646-8734-ca6455063af6 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:17.289434 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-30a450e8-2a1b-4871-986f-b44d480cda0d req-71b31d01-e3b9-4646-8734-ca6455063af6 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=696f7b11-0227-4495-aad3-f6d024161c61 HTTP/1.1" status: 200 len: 944 time: 0.1004620 Sep 19 11:36:17.290450 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-2129288a-d47f-427f-8a39-548bcf5cb4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:17.292331 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-2129288a-d47f-427f-8a39-548bcf5cb4d7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=1b4bae2bd5f34bdc88c81e24590ade57&device_id=696f7b11-0227-4495-aad3-f6d024161c61 HTTP/1.1" status: 200 len: 1128 time: 0.0703144 Sep 19 11:36:17.345538 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-ed5abe92-d91c-4707-9518-25431e7803e5 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a HTTP/1.1" status: 200 len: 217 time: 0.0467157 Sep 19 11:36:17.400558 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-30a450e8-2a1b-4871-986f-b44d480cda0d req-dea1f3a0-805a-4121-905d-5b8bd7b1dac0 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035643 Sep 19 11:36:17.411089 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-62025dc0-b992-493b-a686-b4faa03ed5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:17.412527 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-62025dc0-b992-493b-a686-b4faa03ed5a0 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=906d5caf-7a35-42e7-adda-0d9fe82e044e HTTP/1.1" status: 200 len: 853 time: 0.0614138 Sep 19 11:36:17.445250 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-03dac682-d1a3-4b24-8ea6-cf74b964fc12 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=1b01e7ac-d7d6-4058-98be-e14ceb97237a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265303 Sep 19 11:36:17.498457 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:17.537677 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-b6520aff-3e58-4292-a416-0701ab68ea6b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1b01e7ac-d7d6-4058-98be-e14ceb97237a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862770 Sep 19 11:36:17.559705 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:17.629455 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb13a414-c3c0-489d-ad27-cd1c0aae5e58 req-1b6f35b2-8ff9-4c4f-96d6-43a12319da4f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1b01e7ac-d7d6-4058-98be-e14ceb97237a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856650 Sep 19 11:36:18.377715 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5adcbd-50d1-476d-be42-9bba57be6541 req-8d3fbc9c-4863-4a11-a2e0-91228ccf1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:18.379146 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3e5adcbd-50d1-476d-be42-9bba57be6541 req-8d3fbc9c-4863-4a11-a2e0-91228ccf1ea0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=1b4bae2bd5f34bdc88c81e24590ade57&device_id=696f7b11-0227-4495-aad3-f6d024161c61 HTTP/1.1" status: 200 len: 1128 time: 0.0382948 Sep 19 11:36:18.472448 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5adcbd-50d1-476d-be42-9bba57be6541 req-0ee659e8-5f8c-4bd0-80e2-033c8405f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:18.473893 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3e5adcbd-50d1-476d-be42-9bba57be6541 req-0ee659e8-5f8c-4bd0-80e2-033c8405f0c0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=1b01e7ac-d7d6-4058-98be-e14ceb97237a HTTP/1.1" status: 200 len: 914 time: 0.0885470 Sep 19 11:36:18.478063 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b0709566-a82e-474a-8aeb-6af6521ae6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:18.537160 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3e5adcbd-50d1-476d-be42-9bba57be6541 req-6603f102-bc18-47ae-8e11-3ef91c2821bf service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a HTTP/1.1" status: 200 len: 217 time: 0.0508959 Sep 19 11:36:18.556445 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc57e9-e870-4aa0-94b8-30874eaf16e6 req-0a0ebfc0-7ea7-4220-b8eb-c7162ed502d0 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:18.558343 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f2bc57e9-e870-4aa0-94b8-30874eaf16e6 req-0a0ebfc0-7ea7-4220-b8eb-c7162ed502d0 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=696f7b11-0227-4495-aad3-f6d024161c61 HTTP/1.1" status: 200 len: 944 time: 0.0816846 Sep 19 11:36:18.621451 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5adcbd-50d1-476d-be42-9bba57be6541 req-1e59f945-b9d1-4472-90cb-f935b56c7032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:18.622867 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3e5adcbd-50d1-476d-be42-9bba57be6541 req-1e59f945-b9d1-4472-90cb-f935b56c7032 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=906d5caf-7a35-42e7-adda-0d9fe82e044e HTTP/1.1" status: 200 len: 853 time: 0.0785198 Sep 19 11:36:18.645218 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f2bc57e9-e870-4aa0-94b8-30874eaf16e6 req-b691c3c1-52e3-4e92-85de-19a21e2cec52 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670943 Sep 19 11:36:18.660878 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3e5adcbd-50d1-476d-be42-9bba57be6541 req-b86349c1-fadf-43da-8760-db949e02aee4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=1b01e7ac-d7d6-4058-98be-e14ceb97237a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306945 Sep 19 11:36:18.752670 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3e5adcbd-50d1-476d-be42-9bba57be6541 req-2e9a456c-1e0c-4c7d-9ba7-a6bd933db58a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1b01e7ac-d7d6-4058-98be-e14ceb97237a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851340 Sep 19 11:36:19.070615 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3e5adcbd-50d1-476d-be42-9bba57be6541 req-e21f445b-375b-4797-9d20-35271f80a18d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1b01e7ac-d7d6-4058-98be-e14ceb97237a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121185 Sep 19 11:36:19.608466 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:36:19.710290 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a,segment=NetworkSegment(20fad5f3-314d-43e5-9bb8-2e8accfaadb9),segment_id=20fad5f3-314d-43e5-9bb8-2e8accfaadb9)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:36:19.721989 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': '1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a', 'network_id': '1b01e7ac-d7d6-4058-98be-e14ceb97237a', 'port_id': '1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a', 'mac_address': 'fa:16:3e:6c:a1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906d5caf-7a35-42e7-adda-0d9fe82e044e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:36:19.756095 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:36:19.756490 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:19.764762 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040f504-84d6-480b-abab-6f60e4a428da req-a4b17d0c-7f9e-4c83-a1ed-91addbe46f84 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:19.766247 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7040f504-84d6-480b-abab-6f60e4a428da req-a4b17d0c-7f9e-4c83-a1ed-91addbe46f84 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=696f7b11-0227-4495-aad3-f6d024161c61 HTTP/1.1" status: 200 len: 944 time: 0.0464985 Sep 19 11:36:19.773638 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:36:19.793639 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a,segment=NetworkSegment(20fad5f3-314d-43e5-9bb8-2e8accfaadb9),segment_id=20fad5f3-314d-43e5-9bb8-2e8accfaadb9)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:36:19.797976 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:19.817443 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7040f504-84d6-480b-abab-6f60e4a428da req-209c974f-90f3-40a3-b3d8-d75a510fb318 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455832 Sep 19 11:36:19.845671 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:36:19.875381 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:19.986389 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:36:20.935526 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb936e-85ab-4711-9a55-9e33708d0219 req-c150a3b3-4852-4cd5-ba79-a750ca896c37 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:20.936899 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2beb936e-85ab-4711-9a55-9e33708d0219 req-c150a3b3-4852-4cd5-ba79-a750ca896c37 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=696f7b11-0227-4495-aad3-f6d024161c61 HTTP/1.1" status: 200 len: 945 time: 0.0457091 Sep 19 11:36:20.983081 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2beb936e-85ab-4711-9a55-9e33708d0219 req-d817c3e9-e89a-4b48-90bb-0b445b60e69d tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403874 Sep 19 11:36:21.356433 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:21.423786 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:21.634510 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:36:21.677753 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning for port 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a completed by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 11:36:21.683413 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:36:21.683962 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:21.684302 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a Sep 19 11:36:21.756784 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:36:21.757161 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:21.780059 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696f7b11-0227-4495-aad3-f6d024161c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:36:21.782263 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db951742-5072-43e0-ba57-055977d1f165" -d '{"events": [{"server_uuid": "696f7b11-0227-4495-aad3-f6d024161c61", "name": "network-vif-plugged", "status": "completed", "tag": "1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:36:21.795189 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a,segment=NetworkSegment(20fad5f3-314d-43e5-9bb8-2e8accfaadb9),segment_id=20fad5f3-314d-43e5-9bb8-2e8accfaadb9)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:36:21.798634 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:21.823200 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d0502a-99dd-4811-9d6a-18bc8c6663e1 x-openstack-request-id: req-02d0502a-99dd-4811-9d6a-18bc8c6663e1 {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:36:21.823485 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696f7b11-0227-4495-aad3-f6d024161c61", "name": "network-vif-plugged", "status": "completed", "tag": "1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:36:21.823779 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02d0502a-99dd-4811-9d6a-18bc8c6663e1 {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:36:21.824168 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02d0502a-99dd-4811-9d6a-18bc8c6663e1'] response: {'server_uuid': '696f7b11-0227-4495-aad3-f6d024161c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a', 'code': 200} Sep 19 11:36:21.849727 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:36:21.978322 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b508a83-279f-4f4c-8c86-4f7f14904685 req-e9880461-84c1-4bd0-a10e-d4d79f1fb242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:21.979830 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b508a83-279f-4f4c-8c86-4f7f14904685 req-e9880461-84c1-4bd0-a10e-d4d79f1fb242 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=696f7b11-0227-4495-aad3-f6d024161c61 HTTP/1.1" status: 200 len: 1130 time: 0.0382509 Sep 19 11:36:22.023452 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b508a83-279f-4f4c-8c86-4f7f14904685 req-9c9f166d-2b0f-4dc8-854b-2b06fe6ba815 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375118 Sep 19 11:36:22.110197 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3eb02e-9c6c-4d27-bc92-91674b954343 req-602b66a0-c1b9-40da-8f25-a1c0e33c516d tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:22.111652 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9a3eb02e-9c6c-4d27-bc92-91674b954343 req-602b66a0-c1b9-40da-8f25-a1c0e33c516d tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=696f7b11-0227-4495-aad3-f6d024161c61 HTTP/1.1" status: 200 len: 946 time: 0.0481427 Sep 19 11:36:22.158668 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9a3eb02e-9c6c-4d27-bc92-91674b954343 req-86c2fe0a-c47f-4fc8-b38c-8d2697148027 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415254 Sep 19 11:36:22.831273 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:22.832486 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:23.270588 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:23.279070 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a537b9-e405-4702-a20d-1d42a676782a req-21839557-ad4c-45d4-b4be-4a575acef3e6 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:23.280581 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-76a537b9-e405-4702-a20d-1d42a676782a req-21839557-ad4c-45d4-b4be-4a575acef3e6 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=696f7b11-0227-4495-aad3-f6d024161c61 HTTP/1.1" status: 200 len: 946 time: 0.0477548 Sep 19 11:36:23.291956 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:23.331595 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-76a537b9-e405-4702-a20d-1d42a676782a req-ded86ad5-cb28-4a96-9369-0c08c9ddf3c5 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454097 Sep 19 11:36:24.456642 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a8284-8df7-42dc-9ff3-49420fe1692d req-a1db4265-3571-49fd-801e-0d9c6c097a5e tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:24.458106 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-670a8284-8df7-42dc-9ff3-49420fe1692d req-a1db4265-3571-49fd-801e-0d9c6c097a5e tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=696f7b11-0227-4495-aad3-f6d024161c61 HTTP/1.1" status: 200 len: 946 time: 0.0510828 Sep 19 11:36:24.503989 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-670a8284-8df7-42dc-9ff3-49420fe1692d req-0cfdccea-8b4a-4d39-8ca0-0caf9e3b8687 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403161 Sep 19 11:36:31.013896 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:34.498519 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=13 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:34.500466 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=15 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:34.916338 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:34.920304 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=4 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:40.443346 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1c15bd0-d0e8-4972-a90c-7852a9e630d4 req-926c7eb7-cbb6-4418-9918-1794e7b34d81 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=696f7b11-0227-4495-aad3-f6d024161c61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388787 Sep 19 11:36:40.522253 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c15bd0-d0e8-4972-a90c-7852a9e630d4 req-ce5e89cf-20ea-4710-9409-86bd3258dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:40.523711 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1c15bd0-d0e8-4972-a90c-7852a9e630d4 req-ce5e89cf-20ea-4710-9409-86bd3258dc56 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=1b4bae2bd5f34bdc88c81e24590ade57&device_id=696f7b11-0227-4495-aad3-f6d024161c61 HTTP/1.1" status: 200 len: 1130 time: 0.0384500 Sep 19 11:36:40.630630 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c15bd0-d0e8-4972-a90c-7852a9e630d4 req-88830e8e-767c-41d7-b3be-2eb800438a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:40.632109 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1c15bd0-d0e8-4972-a90c-7852a9e630d4 req-88830e8e-767c-41d7-b3be-2eb800438a9f service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=1b01e7ac-d7d6-4058-98be-e14ceb97237a HTTP/1.1" status: 200 len: 914 time: 0.0887518 Sep 19 11:36:40.672444 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1c15bd0-d0e8-4972-a90c-7852a9e630d4 req-44223a28-56e9-4b02-8c12-86d2f4c761ea service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a HTTP/1.1" status: 200 len: 217 time: 0.0334299 Sep 19 11:36:40.725997 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c15bd0-d0e8-4972-a90c-7852a9e630d4 req-78832d2b-e159-4973-ba39-56e59ffc4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:40.727859 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1c15bd0-d0e8-4972-a90c-7852a9e630d4 req-78832d2b-e159-4973-ba39-56e59ffc4bb0 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=906d5caf-7a35-42e7-adda-0d9fe82e044e HTTP/1.1" status: 200 len: 853 time: 0.0434473 Sep 19 11:36:40.762413 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1c15bd0-d0e8-4972-a90c-7852a9e630d4 req-2fa0c4e8-dd9d-4a85-903d-30395867c133 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=1b01e7ac-d7d6-4058-98be-e14ceb97237a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288277 Sep 19 11:36:40.853020 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1c15bd0-d0e8-4972-a90c-7852a9e630d4 req-c6a51f1d-b3e9-482b-ace8-19d15eb9cd7e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1b01e7ac-d7d6-4058-98be-e14ceb97237a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836341 Sep 19 11:36:40.944962 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1c15bd0-d0e8-4972-a90c-7852a9e630d4 req-0917cd51-a074-462e-a807-dc66f705bfb0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1b01e7ac-d7d6-4058-98be-e14ceb97237a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864682 Sep 19 11:36:41.006586 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:41.009589 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:42.528999 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08fac1-5c4f-48d3-9cb2-4dd70686fbed req-a0c5b0d3-de7e-43a8-9a25-fb6b1574645c tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:42.530440 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cd08fac1-5c4f-48d3-9cb2-4dd70686fbed req-a0c5b0d3-de7e-43a8-9a25-fb6b1574645c tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=696f7b11-0227-4495-aad3-f6d024161c61 HTTP/1.1" status: 200 len: 946 time: 0.0469639 Sep 19 11:36:42.576380 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cd08fac1-5c4f-48d3-9cb2-4dd70686fbed req-2fc58f83-847d-4430-9abd-35657dc25029 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 Sep 19 11:36:43.701583 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990a382-3d31-43e7-8974-ac2cee1ce863 req-3dc2bcfa-472b-49fb-bea5-6225d75cd9e4 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:43.703022 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9990a382-3d31-43e7-8974-ac2cee1ce863 req-3dc2bcfa-472b-49fb-bea5-6225d75cd9e4 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=696f7b11-0227-4495-aad3-f6d024161c61 HTTP/1.1" status: 200 len: 946 time: 0.0467458 Sep 19 11:36:43.752651 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9990a382-3d31-43e7-8974-ac2cee1ce863 req-8af2466c-b187-4382-9c0b-ba2450b3a51a tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440173 Sep 19 11:36:44.211162 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bed53-9986-493d-a9e1-24a8d91f2167 req-4692932c-20fd-4698-801b-00e815b562e4 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:36:44.213197 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ef0bed53-9986-493d-a9e1-24a8d91f2167 req-4692932c-20fd-4698-801b-00e815b562e4 tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=696f7b11-0227-4495-aad3-f6d024161c61 HTTP/1.1" status: 200 len: 946 time: 0.0458715 Sep 19 11:36:44.293419 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-ef0bed53-9986-493d-a9e1-24a8d91f2167 req-971cc3e1-1988-4f1c-889b-7fb34e3d03ba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Deleting port 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:36:44.293761 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ef0bed53-9986-493d-a9e1-24a8d91f2167 req-971cc3e1-1988-4f1c-889b-7fb34e3d03ba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:44.391705 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-ef0bed53-9986-493d-a9e1-24a8d91f2167 req-971cc3e1-1988-4f1c-889b-7fb34e3d03ba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] For port 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a,segment=NetworkSegment(20fad5f3-314d-43e5-9bb8-2e8accfaadb9),segment_id=20fad5f3-314d-43e5-9bb8-2e8accfaadb9)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:36:44.392095 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ef0bed53-9986-493d-a9e1-24a8d91f2167 req-971cc3e1-1988-4f1c-889b-7fb34e3d03ba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:44.404850 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-ef0bed53-9986-493d-a9e1-24a8d91f2167 req-971cc3e1-1988-4f1c-889b-7fb34e3d03ba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Calling delete_port for 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:36:44.475079 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:44.479834 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:44.535791 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ef0bed53-9986-493d-a9e1-24a8d91f2167 req-971cc3e1-1988-4f1c-889b-7fb34e3d03ba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:44.547897 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:36:44.563458 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cc3e1-1988-4f1c-889b-7fb34e3d03ba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Pushing event deleted for resources: {'Port': ['ID=1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:36:44.609150 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0bed53-9986-493d-a9e1-24a8d91f2167 req-971cc3e1-1988-4f1c-889b-7fb34e3d03ba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] No DVR routers for this DVR port 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a on host hv-cinder-82099 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:36:44.611598 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ef0bed53-9986-493d-a9e1-24a8d91f2167 req-971cc3e1-1988-4f1c-889b-7fb34e3d03ba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:44.614932 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ef0bed53-9986-493d-a9e1-24a8d91f2167 req-971cc3e1-1988-4f1c-889b-7fb34e3d03ba tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.72 "DELETE /networking/v2.0/ports/1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a HTTP/1.1" status: 204 len: 173 time: 0.3968117 Sep 19 11:36:44.615649 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696f7b11-0227-4495-aad3-f6d024161c61', 'name': 'network-vif-deleted', 'tag': '1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:36:44.618387 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f478678b-9a0e-4eb7-9f77-18242056cce2" -d '{"events": [{"server_uuid": "696f7b11-0227-4495-aad3-f6d024161c61", "name": "network-vif-deleted", "tag": "1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:36:44.663406 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ccf437-3a67-4bbe-8056-4f9cafb23f12 x-openstack-request-id: req-a2ccf437-3a67-4bbe-8056-4f9cafb23f12 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:36:44.663700 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696f7b11-0227-4495-aad3-f6d024161c61", "name": "network-vif-deleted", "tag": "1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:36:44.663987 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a2ccf437-3a67-4bbe-8056-4f9cafb23f12 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:36:44.664402 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ccf437-3a67-4bbe-8056-4f9cafb23f12'] response: {'server_uuid': '696f7b11-0227-4495-aad3-f6d024161c61', 'name': 'network-vif-deleted', 'tag': '1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a', 'status': 'completed', 'code': 200} Sep 19 11:36:44.865977 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a79d077d-6464-4cf8-a627-ca9a7201aa09 req-55811d9b-084f-4969-817b-6e51af2cce4c tempest-VolumesSnapshotTestJSON-1648817076 tempest-VolumesSnapshotTestJSON-1648817076-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=696f7b11-0227-4495-aad3-f6d024161c61 HTTP/1.1" status: 200 len: 210 time: 0.0273616 Sep 19 11:36:46.347706 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9ddc9bde-3b0c-4899-93b0-6a50c93a3fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:48.480210 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8c6ccb40-50c2-4d59-9cd7-4ff76faaed79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:49.196594 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:36:49.215722 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] No Port match for: 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:36:49.216105 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device 1b4a9c8d-3bda-40e0-bbda-eeb024ad4e7a not bound to the agent host hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:36:49.838149 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:36:49.878817 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:51.357952 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:51.426199 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:36:54.592675 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=14 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:54.849412 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:59.832927 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:36:59.833769 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:01.035729 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:07.099908 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 36950) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:37:07.146576 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_v2 [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] Deleting subnet 906d5caf-7a35-42e7-adda-0d9fe82e044e {{(pid=106254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 11:37:07.149647 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] Publish callbacks [] for subnet (906d5caf-7a35-42e7-adda-0d9fe82e044e), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:07.183518 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14729328'] for subnet (906d5caf-7a35-42e7-adda-0d9fe82e044e), precommit_delete_associations {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:07.226912 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437927'] for subnet (906d5caf-7a35-42e7-adda-0d9fe82e044e), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:07.279227 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15336815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14016153'] for subnet (906d5caf-7a35-42e7-adda-0d9fe82e044e), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:07.305228 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=906d5caf-7a35-42e7-adda-0d9fe82e044e,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:07.316544 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:07.318571 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/906d5caf-7a35-42e7-adda-0d9fe82e044e HTTP/1.1" status: 204 len: 168 time: 0.2176108 Sep 19 11:37:07.321271 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 36954) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:37:07.321763 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.322185 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.322771 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.325234 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.325234 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.325234 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.325234 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.325234 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.325234 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.325234 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.325951 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.325951 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.326127 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.326429 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.326728 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3efa-7b02-4499-918a-2ee7b77902a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.392685 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315986'] for network (1b01e7ac-d7d6-4058-98be-e14ceb97237a), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:07.472100 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1254604', 'neutron.services.segments.db._delete_segments_for_network-8730872489409'] for network (1b01e7ac-d7d6-4058-98be-e14ceb97237a), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:07.495481 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b01e7ac-d7d6-4058-98be-e14ceb97237a']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:07.504759 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20fad5f3-314d-43e5-9bb8-2e8accfaadb9') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:07.505056 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20fad5f3-314d-43e5-9bb8-2e8accfaadb9') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:07.514996 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730872489301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15112516'] for segment (20fad5f3-314d-43e5-9bb8-2e8accfaadb9), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:07.528783 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (20fad5f3-314d-43e5-9bb8-2e8accfaadb9), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:07.535412 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 11:37:07.535831 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14485532'] for segment (20fad5f3-314d-43e5-9bb8-2e8accfaadb9), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:07.576472 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 20fad5f3-314d-43e5-9bb8-2e8accfaadb9 resource provider aggregate not found Sep 19 11:37:07.593508 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 20fad5f3-314d-43e5-9bb8-2e8accfaadb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20fad5f3-314d-43e5-9bb8-2e8accfaadb9 found for delete ", "request_id": "req-5fe47c52-fdf5-48d5-9d5d-cc52754fb689"}]} Sep 19 11:37:07.600206 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1254645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779145'] for network (1b01e7ac-d7d6-4058-98be-e14ceb97237a), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:07.605558 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:07.608755 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/1b01e7ac-d7d6-4058-98be-e14ceb97237a HTTP/1.1" status: 204 len: 168 time: 0.2864614 Sep 19 11:37:07.621035 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b01e7ac-d7d6-4058-98be-e14ceb97237a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:07.628503 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.628857 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.629197 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.629537 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.629869 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.630197 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.630521 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.630844 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.631168 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.631491 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.632512 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.632855 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.633179 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.633500 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.633820 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81128a70-c94d-48f6-8332-3f510e385c93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:07.725667 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 36962) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:37:07.765743 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-f73226ba-3771-421e-b17d-22f1c4bf7fc6 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=1b4bae2bd5f34bdc88c81e24590ade57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388930 Sep 19 11:37:07.768074 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 36964) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:37:07.821012 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3bd3a1db-696d-48a7-8fdd-3493e516fc54 admin admin] Publish callbacks [] for security_group (f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:07.841010 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3bd3a1db-696d-48a7-8fdd-3493e516fc54 admin admin] Publish callbacks [] for security_group (f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:07.893681 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3bd3a1db-696d-48a7-8fdd-3493e516fc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:07.896370 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3bd3a1db-696d-48a7-8fdd-3493e516fc54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:07.897559 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-3bd3a1db-696d-48a7-8fdd-3493e516fc54 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8 HTTP/1.1" status: 204 len: 168 time: 0.1285703 Sep 19 11:37:07.905740 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3a1db-696d-48a7-8fdd-3493e516fc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75928b1-3a6e-4fab-b4f0-fb1b1af50ca8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:08.563630 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 36986) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:37:08.661461 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-78d07682-a6a3-4c84-b967-54dfa2a46238 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-992070293-network', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:37:08.683072 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d07682-a6a3-4c84-b967-54dfa2a46238 admin admin] Made reservation on behalf of 67f0a300a82b480d8f4a2c0a19f94fb6 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:37:08.685412 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78d07682-a6a3-4c84-b967-54dfa2a46238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:08.694126 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78d07682-a6a3-4c84-b967-54dfa2a46238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:08.770345 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78d07682-a6a3-4c84-b967-54dfa2a46238 admin admin] Publish callbacks [] for security_group (8d06daec-58da-427f-ad13-3d2a2ebe358e), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:08.774025 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78d07682-a6a3-4c84-b967-54dfa2a46238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (8d06daec-58da-427f-ad13-3d2a2ebe358e), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:08.799650 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d07682-a6a3-4c84-b967-54dfa2a46238 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 11:37:08.810305 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d07682-a6a3-4c84-b967-54dfa2a46238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d06daec-58da-427f-ad13-3d2a2ebe358e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:08.815958 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78d07682-a6a3-4c84-b967-54dfa2a46238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (139c62bf-5560-4905-bf11-733e1d0d7845), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:08.816305 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-78d07682-a6a3-4c84-b967-54dfa2a46238 admin admin] Added segment 139c62bf-5560-4905-bf11-733e1d0d7845 of type vlan for network 19767917-7d2c-41bc-91d4-fa9f38d3bc1f Sep 19 11:37:08.857364 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78d07682-a6a3-4c84-b967-54dfa2a46238 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730871930287'] for network (19767917-7d2c-41bc-91d4-fa9f38d3bc1f), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:08.881537 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78d07682-a6a3-4c84-b967-54dfa2a46238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for network (19767917-7d2c-41bc-91d4-fa9f38d3bc1f), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:08.883117 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d07682-a6a3-4c84-b967-54dfa2a46238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:08.883699 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78d07682-a6a3-4c84-b967-54dfa2a46238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:08.904318 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:08.937742 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-78d07682-a6a3-4c84-b967-54dfa2a46238 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3730156 Sep 19 11:37:08.940840 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:08.940995 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 36990) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:37:08.946373 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-e1800d4a-0b6e-4b1b-a92e-b5ece6ed65c3 admin admin] Request body: {'subnet': {'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-992070293-subnet', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'ip_version': 4}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:37:08.954250 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d07682-a6a3-4c84-b967-54dfa2a46238 admin admin] Pushing event updated for resources: {'Network': ['ID=19767917-7d2c-41bc-91d4-fa9f38d3bc1f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:08.963569 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Network 19767917-7d2c-41bc-91d4-fa9f38d3bc1f details requested by agent ovs-agent-dv-cinder-820994-5-iscsi with host dv-cinder-820994-5-iscsi {{(pid=106255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 11:37:08.974090 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1800d4a-0b6e-4b1b-a92e-b5ece6ed65c3 admin admin] Made reservation on behalf of 67f0a300a82b480d8f4a2c0a19f94fb6 for: {'subnet': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:37:08.977067 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e1800d4a-0b6e-4b1b-a92e-b5ece6ed65c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14016182'] for subnet (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:09.149396 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e1800d4a-0b6e-4b1b-a92e-b5ece6ed65c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15337904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14016160'] for subnet (86daffd7-c08f-417a-9167-80b3707b13ea), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:09.211364 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1800d4a-0b6e-4b1b-a92e-b5ece6ed65c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86daffd7-c08f-417a-9167-80b3707b13ea,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:09.218398 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1800d4a-0b6e-4b1b-a92e-b5ece6ed65c3 admin admin] Checking segment: {'id': '139c62bf-5560-4905-bf11-733e1d0d7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:37:09.218760 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1800d4a-0b6e-4b1b-a92e-b5ece6ed65c3 admin admin] Network hostable DHCP agents. Network: 19767917-7d2c-41bc-91d4-fa9f38d3bc1f, hostable agents: ['4823e8b3-ab16-40fd-b6f9-cda48b53bbb0'], hosted agents: [] {{(pid=106254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 11:37:09.236171 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1800d4a-0b6e-4b1b-a92e-b5ece6ed65c3 admin admin] Network 19767917-7d2c-41bc-91d4-fa9f38d3bc1f is scheduled to be hosted by DHCP agent 4823e8b3-ab16-40fd-b6f9-cda48b53bbb0 with binding_index 1 {{(pid=106254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 11:37:09.245066 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-e1800d4a-0b6e-4b1b-a92e-b5ece6ed65c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-5-iscsi, 19767917-7d2c-41bc-91d4-fa9f38d3bc1f) {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:37:09.248894 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1800d4a-0b6e-4b1b-a92e-b5ece6ed65c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:09.249479 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e1800d4a-0b6e-4b1b-a92e-b5ece6ed65c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:09.253582 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef34f15-2749-463a-8532-fba48f5317b5 None None] Network 19767917-7d2c-41bc-91d4-fa9f38d3bc1f requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:37:09.264697 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-e1800d4a-0b6e-4b1b-a92e-b5ece6ed65c3 admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3226480 Sep 19 11:37:09.267564 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 36992) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:37:09.271932 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-68411961-7512-4100-8026-9fcde8b81201 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-992070293-router', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:37:09.293586 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68411961-7512-4100-8026-9fcde8b81201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12666'] for router (5f6059f5-4639-4981-b956-7a17df5a2570), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:09.294617 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68411961-7512-4100-8026-9fcde8b81201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-777908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router (5f6059f5-4639-4981-b956-7a17df5a2570), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:09.348867 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68411961-7512-4100-8026-9fcde8b81201 admin admin] Publish callbacks [] for router_controller (5f6059f5-4639-4981-b956-7a17df5a2570), precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:09.357399 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp700f856c-545f-5006-8537-bc9c9f877a09-19767917-7d2c-41bc-91d4-fa9f38d3bc1f', 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f', 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'fixed_ips': [{'subnet_id': '86daffd7-c08f-417a-9167-80b3707b13ea'}]}} from dv-cinder-820994-5-iscsi. {{(pid=106255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 11:37:09.358435 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:09.486579 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68411961-7512-4100-8026-9fcde8b81201 admin admin] Publish callbacks [] for router_gateway (5f6059f5-4639-4981-b956-7a17df5a2570), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:09.504180 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.db_base_plugin_common [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Allocated IP 172.20.0.2 (19767917-7d2c-41bc-91d4-fa9f38d3bc1f/86daffd7-c08f-417a-9167-80b3707b13ea/80a99d51-3830-426b-b8a0-20c68fb80047) {{(pid=106255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:37:09.648386 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Publish callbacks [] for port (80a99d51-3830-426b-b8a0-20c68fb80047), precommit_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:09.656251 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (80a99d51-3830-426b-b8a0-20c68fb80047), after_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:09.670920 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68411961-7512-4100-8026-9fcde8b81201 admin admin] Publish callbacks [] for router_gateway (5f6059f5-4639-4981-b956-7a17df5a2570), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:09.690790 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68411961-7512-4100-8026-9fcde8b81201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:09.697583 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Network 19767917-7d2c-41bc-91d4-fa9f38d3bc1f is already hosted by enough agents. {{(pid=106255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:37:09.700591 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.base_scheduler [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Resources bound (agent type, host, resource id): {{(pid=106255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:37:09.704668 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Received port after_create {{(pid=106255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:37:09.716489 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Pushing event updated for resources: {'Port': ['ID=80a99d51-3830-426b-b8a0-20c68fb80047,revision_number=1']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:09.744146 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:09.744405 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:09.744749 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:09.745085 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:09.745416 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:09.745744 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:09.746069 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:09.746391 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:09.746775 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:09.747040 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:09.747499 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:09.747839 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:09.748280 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:09.748617 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:09.748939 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:09.778803 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Attempting to bind port 80a99d51-3830-426b-b8a0-20c68fb80047 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:37:09.779168 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Attempting to bind port 80a99d51-3830-426b-b8a0-20c68fb80047 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': '139c62bf-5560-4905-bf11-733e1d0d7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:37:09.779525 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Attempting to bind port 80a99d51-3830-426b-b8a0-20c68fb80047 on network 19767917-7d2c-41bc-91d4-fa9f38d3bc1f {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:37:09.799159 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-68411961-7512-4100-8026-9fcde8b81201 admin admin] Allocated IP 172.27.2.8 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/36acf040-6084-43b6-b915-4f9e4d172624) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:37:09.821742 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:37:09.822115 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Checking segment: {'id': '139c62bf-5560-4905-bf11-733e1d0d7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:37:09.822517 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:09.822899 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Bound using segment: {'id': '139c62bf-5560-4905-bf11-733e1d0d7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:37:09.823366 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Bound port: 80a99d51-3830-426b-b8a0-20c68fb80047, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139c62bf-5560-4905-bf11-733e1d0d7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:37:09.823742 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (80a99d51-3830-426b-b8a0-20c68fb80047), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:09.883021 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] For port 80a99d51-3830-426b-b8a0-20c68fb80047, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:37:09.886084 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] For port 80a99d51-3830-426b-b8a0-20c68fb80047, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=80a99d51-3830-426b-b8a0-20c68fb80047,segment=NetworkSegment(139c62bf-5560-4905-bf11-733e1d0d7845),segment_id=139c62bf-5560-4905-bf11-733e1d0d7845)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:37:09.892335 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (80a99d51-3830-426b-b8a0-20c68fb80047), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:09.904790 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=85,neutron:UPDATE=9,neutron:INSERT=6 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:09.911088 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68411961-7512-4100-8026-9fcde8b81201 admin admin] Publish callbacks [] for port (36acf040-6084-43b6-b915-4f9e4d172624), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:09.933872 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:09.946927 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68411961-7512-4100-8026-9fcde8b81201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (36acf040-6084-43b6-b915-4f9e4d172624), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:09.957088 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd041dd5-f1a5-4a1c-baba-86e073f03c40 None None] Pushing event updated for resources: {'Port': ['ID=80a99d51-3830-426b-b8a0-20c68fb80047,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:09.988807 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68411961-7512-4100-8026-9fcde8b81201 admin admin] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:37:09.993380 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-68411961-7512-4100-8026-9fcde8b81201 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:37:09.997614 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68411961-7512-4100-8026-9fcde8b81201 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:37:10.023731 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68411961-7512-4100-8026-9fcde8b81201 admin admin] Pushing event updated for resources: {'Port': ['ID=36acf040-6084-43b6-b915-4f9e4d172624,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:10.160031 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:10.203364 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:10.266424 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68411961-7512-4100-8026-9fcde8b81201 admin admin] Publish callbacks [] for router_gateway (5f6059f5-4639-4981-b956-7a17df5a2570), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:10.459357 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68411961-7512-4100-8026-9fcde8b81201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-777964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779044'] for router (5f6059f5-4639-4981-b956-7a17df5a2570), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:10.588665 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68411961-7512-4100-8026-9fcde8b81201 admin admin] Router 5f6059f5-4639-4981-b956-7a17df5a2570 is scheduled to L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 11:37:10.695222 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68411961-7512-4100-8026-9fcde8b81201 admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:37:10.712279 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] Sync routers for ids ['5f6059f5-4639-4981-b956-7a17df5a2570'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:37:10.720584 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68411961-7512-4100-8026-9fcde8b81201 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:10.721937 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-68411961-7512-4100-8026-9fcde8b81201 admin admin] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4533439 Sep 19 11:37:10.724430 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] Routers {'5f6059f5-4639-4981-b956-7a17df5a2570'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:37:10.724815 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 36994) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:37:10.725194 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:36:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['5f6059f5-4639-4981-b956-7a17df5a2570'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:10.829126 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be71e80-b7c8-4bf5-805f-535740e2d6f3 None None] Network 19767917-7d2c-41bc-91d4-fa9f38d3bc1f requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:37:10.829763 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] Set router 5f6059f5-4639-4981-b956-7a17df5a2570 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:37:10.906415 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-06f399fc-f979-4add-a8bc-9d2d9b9430be None None] Provisioning complete for port 80a99d51-3830-426b-b8a0-20c68fb80047 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:37:10.906792 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-06f399fc-f979-4add-a8bc-9d2d9b9430be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (80a99d51-3830-426b-b8a0-20c68fb80047), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:10.907120 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-06f399fc-f979-4add-a8bc-9d2d9b9430be None None] Attempt 1 to provision port 80a99d51-3830-426b-b8a0-20c68fb80047 Sep 19 11:37:11.008602 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'name': 'tempest-TestMinimumBasicScenario-992070293-router', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '36acf040-6084-43b6-b915-4f9e4d172624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:10Z', 'revision_number': 3, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'gw_port': {'id': '36acf040-6084-43b6-b915-4f9e4d172624', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:11.013715 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-06f399fc-f979-4add-a8bc-9d2d9b9430be None None] Current status of the port 80a99d51-3830-426b-b8a0-20c68fb80047 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:37:11.014115 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-06f399fc-f979-4add-a8bc-9d2d9b9430be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (80a99d51-3830-426b-b8a0-20c68fb80047), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:11.038534 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] Checking router: 5f6059f5-4639-4981-b956-7a17df5a2570 for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:37:11.039128 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] Updating router 5f6059f5-4639-4981-b956-7a17df5a2570 port 36acf040-6084-43b6-b915-4f9e4d172624 binding host dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:37:11.051150 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-06f399fc-f979-4add-a8bc-9d2d9b9430be None None] For port 80a99d51-3830-426b-b8a0-20c68fb80047, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=80a99d51-3830-426b-b8a0-20c68fb80047,segment=NetworkSegment(139c62bf-5560-4905-bf11-733e1d0d7845),segment_id=139c62bf-5560-4905-bf11-733e1d0d7845)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:37:11.061457 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-06f399fc-f979-4add-a8bc-9d2d9b9430be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (80a99d51-3830-426b-b8a0-20c68fb80047), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:11.072797 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (36acf040-6084-43b6-b915-4f9e4d172624), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:11.088098 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:11.119564 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f399fc-f979-4add-a8bc-9d2d9b9430be None None] Pushing event updated for resources: {'Port': ['ID=80a99d51-3830-426b-b8a0-20c68fb80047,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:11.163643 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:11.179614 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e169da05-ff51-4a06-8b41-af0a55103d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:11.287783 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-204aedbf-2842-4697-81f6-f7ce76b210ab None None] Provisioning complete for port 80a99d51-3830-426b-b8a0-20c68fb80047 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:37:11.288726 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-204aedbf-2842-4697-81f6-f7ce76b210ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (80a99d51-3830-426b-b8a0-20c68fb80047), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:11.288981 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-204aedbf-2842-4697-81f6-f7ce76b210ab None None] Attempt 1 to provision port 80a99d51-3830-426b-b8a0-20c68fb80047 Sep 19 11:37:11.369256 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-204aedbf-2842-4697-81f6-f7ce76b210ab None None] Current status of the port 80a99d51-3830-426b-b8a0-20c68fb80047 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:37:11.450631 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] Publish callbacks [] for port (36acf040-6084-43b6-b915-4f9e4d172624), precommit_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:11.456600 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (36acf040-6084-43b6-b915-4f9e4d172624), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:11.492781 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] Attempting to bind port 36acf040-6084-43b6-b915-4f9e4d172624 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:37:11.493145 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] Attempting to bind port 36acf040-6084-43b6-b915-4f9e4d172624 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:37:11.493501 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] Attempting to bind port 36acf040-6084-43b6-b915-4f9e4d172624 on network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:37:11.530168 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9454f86-fc4b-4711-b3a0-b500247ba1aa None None] Pushing event updated for resources: {'Port': ['ID=36acf040-6084-43b6-b915-4f9e4d172624,revision_number=2']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:11.543104 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9454f86-fc4b-4711-b3a0-b500247ba1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:11.543380 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9454f86-fc4b-4711-b3a0-b500247ba1aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:11.543743 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9454f86-fc4b-4711-b3a0-b500247ba1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:11.544128 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9454f86-fc4b-4711-b3a0-b500247ba1aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:11.544460 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9454f86-fc4b-4711-b3a0-b500247ba1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:11.544787 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9454f86-fc4b-4711-b3a0-b500247ba1aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:11.545110 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9454f86-fc4b-4711-b3a0-b500247ba1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:11.545433 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9454f86-fc4b-4711-b3a0-b500247ba1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:11.545752 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9454f86-fc4b-4711-b3a0-b500247ba1aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:11.546074 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9454f86-fc4b-4711-b3a0-b500247ba1aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:11.546394 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9454f86-fc4b-4711-b3a0-b500247ba1aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:11.546725 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9454f86-fc4b-4711-b3a0-b500247ba1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:11.547046 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9454f86-fc4b-4711-b3a0-b500247ba1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:11.547363 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9454f86-fc4b-4711-b3a0-b500247ba1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:11.547677 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9454f86-fc4b-4711-b3a0-b500247ba1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:37:11.560664 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:37:11.561036 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] Checking segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:37:11.561432 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:11.561818 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] Bound using segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:37:11.562278 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] Bound port: 36acf040-6084-43b6-b915-4f9e4d172624, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:37:11.562652 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (36acf040-6084-43b6-b915-4f9e4d172624), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:11.577167 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-e169da05-ff51-4a06-8b41-af0a55103d92 admin admin] Allocated IP 172.20.0.1 (19767917-7d2c-41bc-91d4-fa9f38d3bc1f/86daffd7-c08f-417a-9167-80b3707b13ea/4000c384-c1c8-4dbd-8d2d-cf5071ec277a) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:37:11.613840 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] For port 36acf040-6084-43b6-b915-4f9e4d172624, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:37:11.617488 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] For port 36acf040-6084-43b6-b915-4f9e4d172624, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=36acf040-6084-43b6-b915-4f9e4d172624,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:37:11.622960 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (36acf040-6084-43b6-b915-4f9e4d172624), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:11.654999 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:11.654999 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] Routers {'5f6059f5-4639-4981-b956-7a17df5a2570'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:37:11.655353 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:36:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['5f6059f5-4639-4981-b956-7a17df5a2570'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:11.686840 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e169da05-ff51-4a06-8b41-af0a55103d92 admin admin] Publish callbacks [] for port (4000c384-c1c8-4dbd-8d2d-cf5071ec277a), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:11.709868 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:11.720119 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9454f86-fc4b-4711-b3a0-b500247ba1aa None None] Pushing event updated for resources: {'Port': ['ID=36acf040-6084-43b6-b915-4f9e4d172624,revision_number=3']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:11.737261 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e169da05-ff51-4a06-8b41-af0a55103d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (4000c384-c1c8-4dbd-8d2d-cf5071ec277a), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:11.759391 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 80a99d51-3830-426b-b8a0-20c68fb80047 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:37:11.783789 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e169da05-ff51-4a06-8b41-af0a55103d92 admin admin] Network 19767917-7d2c-41bc-91d4-fa9f38d3bc1f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:37:11.786979 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] Set router 5f6059f5-4639-4981-b956-7a17df5a2570 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:37:11.787384 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-e169da05-ff51-4a06-8b41-af0a55103d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:37:11.791582 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e169da05-ff51-4a06-8b41-af0a55103d92 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:37:11.794768 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169da05-ff51-4a06-8b41-af0a55103d92 admin admin] Pushing event updated for resources: {'Port': ['ID=4000c384-c1c8-4dbd-8d2d-cf5071ec277a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:11.807365 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 80a99d51-3830-426b-b8a0-20c68fb80047 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:37:11.807736 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (80a99d51-3830-426b-b8a0-20c68fb80047), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:11.808115 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 80a99d51-3830-426b-b8a0-20c68fb80047 Sep 19 11:37:11.834327 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e169da05-ff51-4a06-8b41-af0a55103d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687133'] for router_interface (5f6059f5-4639-4981-b956-7a17df5a2570), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:11.896582 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 80a99d51-3830-426b-b8a0-20c68fb80047 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:37:11.974512 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e169da05-ff51-4a06-8b41-af0a55103d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (4000c384-c1c8-4dbd-8d2d-cf5071ec277a), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:12.008531 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'name': 'tempest-TestMinimumBasicScenario-992070293-router', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '36acf040-6084-43b6-b915-4f9e4d172624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:10Z', 'revision_number': 3, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'gw_port': {'id': '36acf040-6084-43b6-b915-4f9e4d172624', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:12.037371 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b657a1c-6c20-49a2-9903-d00effe44d19 None None] The sync data for ids ['5f6059f5-4639-4981-b956-7a17df5a2570'] in dv-cinder-820994-5-iscsi is: [{'id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'name': 'tempest-TestMinimumBasicScenario-992070293-router', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '36acf040-6084-43b6-b915-4f9e4d172624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:10Z', 'revision_number': 3, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'gw_port': {'id': '36acf040-6084-43b6-b915-4f9e4d172624', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:37:12.091122 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-3faef66e-a95f-4eab-9b02-60267a4f3341 None None] Provisioning complete for port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:37:12.091486 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3faef66e-a95f-4eab-9b02-60267a4f3341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (4000c384-c1c8-4dbd-8d2d-cf5071ec277a), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:12.092092 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-3faef66e-a95f-4eab-9b02-60267a4f3341 None None] Attempt 1 to provision port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a Sep 19 11:37:12.118651 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:12.127432 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-3faef66e-a95f-4eab-9b02-60267a4f3341 None None] Port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:12.158008 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e169da05-ff51-4a06-8b41-af0a55103d92 admin admin] Publish callbacks [] for port (4000c384-c1c8-4dbd-8d2d-cf5071ec277a), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:12.162631 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e169da05-ff51-4a06-8b41-af0a55103d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (4000c384-c1c8-4dbd-8d2d-cf5071ec277a), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:12.208700 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:12.236959 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169da05-ff51-4a06-8b41-af0a55103d92 admin admin] Pushing event updated for resources: {'Port': ['ID=4000c384-c1c8-4dbd-8d2d-cf5071ec277a,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:12.244292 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e169da05-ff51-4a06-8b41-af0a55103d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687241'] for router_interface (5f6059f5-4639-4981-b956-7a17df5a2570), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:12.357832 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e169da05-ff51-4a06-8b41-af0a55103d92 admin admin] Network 19767917-7d2c-41bc-91d4-fa9f38d3bc1f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:37:12.359242 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-e169da05-ff51-4a06-8b41-af0a55103d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:37:12.482359 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e169da05-ff51-4a06-8b41-af0a55103d92 admin admin] Router 5f6059f5-4639-4981-b956-7a17df5a2570 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:37:12.596183 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e169da05-ff51-4a06-8b41-af0a55103d92 admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:37:12.601802 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e169da05-ff51-4a06-8b41-af0a55103d92 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/5f6059f5-4639-4981-b956-7a17df5a2570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8757920 Sep 19 11:37:12.628950 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-3faef66e-a95f-4eab-9b02-60267a4f3341 None None] Attempt 2 to provision port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a Sep 19 11:37:12.664056 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-3faef66e-a95f-4eab-9b02-60267a4f3341 None None] Port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:13.077927 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 37010) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:37:13.082773 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-98f8ce92-97d9-4cf7-bd3d-a3af329df020 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2065561604-network', 'tenant_id': '742245b438694e51aab9349ad8364995'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:37:13.104088 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f8ce92-97d9-4cf7-bd3d-a3af329df020 admin admin] Made reservation on behalf of 742245b438694e51aab9349ad8364995 for: {'network': 1} {{(pid=106254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:37:13.106426 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-98f8ce92-97d9-4cf7-bd3d-a3af329df020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for network (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:13.115059 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-98f8ce92-97d9-4cf7-bd3d-a3af329df020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:13.165716 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-3faef66e-a95f-4eab-9b02-60267a4f3341 None None] Attempt 3 to provision port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a Sep 19 11:37:13.189898 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-98f8ce92-97d9-4cf7-bd3d-a3af329df020 admin admin] Publish callbacks [] for security_group (402494b8-b5d2-4380-87fb-e38a955b1b0c), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:13.194844 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-98f8ce92-97d9-4cf7-bd3d-a3af329df020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (402494b8-b5d2-4380-87fb-e38a955b1b0c), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:13.201850 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=12 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:13.203807 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-3faef66e-a95f-4eab-9b02-60267a4f3341 None None] Port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:13.215221 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:13.216138 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f8ce92-97d9-4cf7-bd3d-a3af329df020 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=106254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 11:37:13.236931 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-98f8ce92-97d9-4cf7-bd3d-a3af329df020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (ae2749e9-f709-42aa-9352-83b66a538106), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:13.237276 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.segments_db [None req-98f8ce92-97d9-4cf7-bd3d-a3af329df020 admin admin] Added segment ae2749e9-f709-42aa-9352-83b66a538106 of type vlan for network 16d695cd-9f53-4610-80c3-971a59af67b0 Sep 19 11:37:13.245687 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8ce92-97d9-4cf7-bd3d-a3af329df020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402494b8-b5d2-4380-87fb-e38a955b1b0c,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:13.282002 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-98f8ce92-97d9-4cf7-bd3d-a3af329df020 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730871930287'] for network (16d695cd-9f53-4610-80c3-971a59af67b0), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:13.308153 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-98f8ce92-97d9-4cf7-bd3d-a3af329df020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372'] for network (16d695cd-9f53-4610-80c3-971a59af67b0), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:13.309296 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f8ce92-97d9-4cf7-bd3d-a3af329df020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:13.309942 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-98f8ce92-97d9-4cf7-bd3d-a3af329df020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:13.377077 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-98f8ce92-97d9-4cf7-bd3d-a3af329df020 admin admin] 10.222.0.81 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2979443 Sep 19 11:37:13.380029 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 37012) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:37:13.380537 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8ce92-97d9-4cf7-bd3d-a3af329df020 admin admin] Pushing event updated for resources: {'Network': ['ID=16d695cd-9f53-4610-80c3-971a59af67b0,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:13.385410 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-75e4bdf0-1cd5-48f6-be33-14fa7dd8543b admin admin] Request body: {'subnet': {'network_id': '16d695cd-9f53-4610-80c3-971a59af67b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2065561604-subnet', 'tenant_id': '742245b438694e51aab9349ad8364995', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:37:13.390405 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Network 16d695cd-9f53-4610-80c3-971a59af67b0 details requested by agent ovs-agent-dv-cinder-820994-5-iscsi with host dv-cinder-820994-5-iscsi {{(pid=106255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 11:37:13.410248 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e4bdf0-1cd5-48f6-be33-14fa7dd8543b admin admin] Made reservation on behalf of 742245b438694e51aab9349ad8364995 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:37:13.414203 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-75e4bdf0-1cd5-48f6-be33-14fa7dd8543b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14190547'] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:13.596539 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-75e4bdf0-1cd5-48f6-be33-14fa7dd8543b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14484601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14190533'] for subnet (b069c6ff-0b34-4975-9886-efffeb4e3f22), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:13.639190 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] Sync routers for ids ['5f6059f5-4639-4981-b956-7a17df5a2570'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:37:13.650982 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] Routers {'5f6059f5-4639-4981-b956-7a17df5a2570'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:37:13.651635 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:36:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['5f6059f5-4639-4981-b956-7a17df5a2570'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:13.656819 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4bdf0-1cd5-48f6-be33-14fa7dd8543b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b069c6ff-0b34-4975-9886-efffeb4e3f22,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:13.664696 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4bdf0-1cd5-48f6-be33-14fa7dd8543b admin admin] Checking segment: {'id': 'ae2749e9-f709-42aa-9352-83b66a538106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '16d695cd-9f53-4610-80c3-971a59af67b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:37:13.665056 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4bdf0-1cd5-48f6-be33-14fa7dd8543b admin admin] Network hostable DHCP agents. Network: 16d695cd-9f53-4610-80c3-971a59af67b0, hostable agents: ['4823e8b3-ab16-40fd-b6f9-cda48b53bbb0'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 11:37:13.693704 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:13.698623 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4bdf0-1cd5-48f6-be33-14fa7dd8543b admin admin] Network 16d695cd-9f53-4610-80c3-971a59af67b0 is scheduled to be hosted by DHCP agent 4823e8b3-ab16-40fd-b6f9-cda48b53bbb0 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 11:37:13.706133 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-3faef66e-a95f-4eab-9b02-60267a4f3341 None None] Attempt 4 to provision port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a Sep 19 11:37:13.719685 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-75e4bdf0-1cd5-48f6-be33-14fa7dd8543b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-5-iscsi, 16d695cd-9f53-4610-80c3-971a59af67b0) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:37:13.724804 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e4bdf0-1cd5-48f6-be33-14fa7dd8543b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:13.725691 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-75e4bdf0-1cd5-48f6-be33-14fa7dd8543b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:13.733288 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663cf9b9-df42-4264-a1c8-240c82314b94 None None] Network 16d695cd-9f53-4610-80c3-971a59af67b0 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:37:13.750344 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-75e4bdf0-1cd5-48f6-be33-14fa7dd8543b admin admin] 10.222.0.81 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3691697 Sep 19 11:37:13.752983 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 37014) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:37:13.758164 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-d70a202c-fc2d-4f9b-b07f-a2f2c8dd3730 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2065561604-router', 'tenant_id': '742245b438694e51aab9349ad8364995', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:37:13.774901 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 36acf040-6084-43b6-b915-4f9e4d172624 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:37:13.778969 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d70a202c-fc2d-4f9b-b07f-a2f2c8dd3730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12666'] for router (aaa4c0d9-3c58-40b9-90ec-19409504de6a), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:13.779376 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d70a202c-fc2d-4f9b-b07f-a2f2c8dd3730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-777908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router (aaa4c0d9-3c58-40b9-90ec-19409504de6a), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:13.836457 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d70a202c-fc2d-4f9b-b07f-a2f2c8dd3730 admin admin] Publish callbacks [] for router_controller (aaa4c0d9-3c58-40b9-90ec-19409504de6a), precommit_add_association {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:13.922088 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:13.975644 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d70a202c-fc2d-4f9b-b07f-a2f2c8dd3730 admin admin] Publish callbacks [] for router_gateway (aaa4c0d9-3c58-40b9-90ec-19409504de6a), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:13.997106 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-3faef66e-a95f-4eab-9b02-60267a4f3341 None None] Port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:14.017472 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] Set router 5f6059f5-4639-4981-b956-7a17df5a2570 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:37:14.128113 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 36acf040-6084-43b6-b915-4f9e4d172624 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:37:14.128483 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (36acf040-6084-43b6-b915-4f9e4d172624), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:14.128811 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 36acf040-6084-43b6-b915-4f9e4d172624 Sep 19 11:37:14.164343 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d79e76-883a-4ca4-b359-c84f13c9e9ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp700f856c-545f-5006-8537-bc9c9f877a09-16d695cd-9f53-4610-80c3-971a59af67b0', 'network_id': '16d695cd-9f53-4610-80c3-971a59af67b0', 'project_id': '742245b438694e51aab9349ad8364995', 'fixed_ips': [{'subnet_id': 'b069c6ff-0b34-4975-9886-efffeb4e3f22'}]}} from dv-cinder-820994-5-iscsi. {{(pid=106255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 11:37:14.165238 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a4d79e76-883a-4ca4-b359-c84f13c9e9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:14.182176 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d70a202c-fc2d-4f9b-b07f-a2f2c8dd3730 admin admin] Publish callbacks [] for router_gateway (aaa4c0d9-3c58-40b9-90ec-19409504de6a), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:14.205099 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d70a202c-fc2d-4f9b-b07f-a2f2c8dd3730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:14.319696 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-d70a202c-fc2d-4f9b-b07f-a2f2c8dd3730 admin admin] Allocated IP 172.27.2.235 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:37:14.424166 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:14.427649 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d70a202c-fc2d-4f9b-b07f-a2f2c8dd3730 admin admin] Publish callbacks [] for port (f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:14.433818 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 36acf040-6084-43b6-b915-4f9e4d172624 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:37:14.434387 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (36acf040-6084-43b6-b915-4f9e4d172624), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:14.450572 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'name': 'tempest-TestMinimumBasicScenario-992070293-router', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '36acf040-6084-43b6-b915-4f9e4d172624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:11Z', 'revision_number': 4, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'gw_port': {'id': '36acf040-6084-43b6-b915-4f9e4d172624', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '4000c384-c1c8-4dbd-8d2d-cf5071ec277a', 'name': '', 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'mac_address': 'fa:16:3e:48:bd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '86daffd7-c08f-417a-9167-80b3707b13ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:11Z', 'updated_at': '2022-09-19T11:37:12Z', 'revision_number': 2, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'subnets': [{'id': '86daffd7-c08f-417a-9167-80b3707b13ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:14.462729 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d70a202c-fc2d-4f9b-b07f-a2f2c8dd3730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:14.497061 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] For port 36acf040-6084-43b6-b915-4f9e4d172624, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=36acf040-6084-43b6-b915-4f9e4d172624,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:37:14.497820 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70a202c-fc2d-4f9b-b07f-a2f2c8dd3730 admin admin] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:37:14.497994 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-3faef66e-a95f-4eab-9b02-60267a4f3341 None None] Attempt 5 to provision port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a Sep 19 11:37:14.500468 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] Checking router: 5f6059f5-4639-4981-b956-7a17df5a2570 for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:37:14.500817 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] Updating router 5f6059f5-4639-4981-b956-7a17df5a2570 port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a binding host dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:37:14.501988 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:14.505354 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-d70a202c-fc2d-4f9b-b07f-a2f2c8dd3730 admin admin] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:37:14.508804 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (36acf040-6084-43b6-b915-4f9e4d172624), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:14.509680 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70a202c-fc2d-4f9b-b07f-a2f2c8dd3730 admin admin] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:37:14.528158 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.db_base_plugin_common [None req-a4d79e76-883a-4ca4-b359-c84f13c9e9ad None None] Allocated IP 172.20.0.2 (16d695cd-9f53-4610-80c3-971a59af67b0/b069c6ff-0b34-4975-9886-efffeb4e3f22/0dad5f33-aae1-4082-b930-5d15066329f8) {{(pid=106255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:37:14.536843 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a202c-fc2d-4f9b-b07f-a2f2c8dd3730 admin admin] Pushing event updated for resources: {'Port': ['ID=f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:14.594312 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:14.620030 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (4000c384-c1c8-4dbd-8d2d-cf5071ec277a), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:14.649017 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-3faef66e-a95f-4eab-9b02-60267a4f3341 None None] Port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:14.674907 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Pushing event updated for resources: {'Port': ['ID=36acf040-6084-43b6-b915-4f9e4d172624,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:14.731640 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:14.771578 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d70a202c-fc2d-4f9b-b07f-a2f2c8dd3730 admin admin] Publish callbacks [] for router_gateway (aaa4c0d9-3c58-40b9-90ec-19409504de6a), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:14.891641 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a4d79e76-883a-4ca4-b359-c84f13c9e9ad None None] Publish callbacks [] for port (0dad5f33-aae1-4082-b930-5d15066329f8), precommit_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:14.923515 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a4d79e76-883a-4ca4-b359-c84f13c9e9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257'] for port (0dad5f33-aae1-4082-b930-5d15066329f8), after_create {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:14.963660 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d70a202c-fc2d-4f9b-b07f-a2f2c8dd3730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-777964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779044'] for router (aaa4c0d9-3c58-40b9-90ec-19409504de6a), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:14.982864 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d79e76-883a-4ca4-b359-c84f13c9e9ad None None] Network 16d695cd-9f53-4610-80c3-971a59af67b0 is already hosted by enough agents. {{(pid=106255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:37:14.988480 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.scheduler.base_scheduler [None req-a4d79e76-883a-4ca4-b359-c84f13c9e9ad None None] Resources bound (agent type, host, resource id): {{(pid=106255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:37:14.995289 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d79e76-883a-4ca4-b359-c84f13c9e9ad None None] Received port after_create {{(pid=106255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:37:15.010073 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d79e76-883a-4ca4-b359-c84f13c9e9ad None None] Pushing event updated for resources: {'Port': ['ID=0dad5f33-aae1-4082-b930-5d15066329f8,revision_number=1']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:15.090400 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70a202c-fc2d-4f9b-b07f-a2f2c8dd3730 admin admin] Router aaa4c0d9-3c58-40b9-90ec-19409504de6a is scheduled to L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 with binding_index 1 {{(pid=106254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 11:37:15.107295 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-a4d79e76-883a-4ca4-b359-c84f13c9e9ad None None] Attempting to bind port 0dad5f33-aae1-4082-b930-5d15066329f8 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:37:15.107655 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-a4d79e76-883a-4ca4-b359-c84f13c9e9ad None None] Attempting to bind port 0dad5f33-aae1-4082-b930-5d15066329f8 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'ae2749e9-f709-42aa-9352-83b66a538106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '16d695cd-9f53-4610-80c3-971a59af67b0'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:37:15.108041 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d79e76-883a-4ca4-b359-c84f13c9e9ad None None] Attempting to bind port 0dad5f33-aae1-4082-b930-5d15066329f8 on network 16d695cd-9f53-4610-80c3-971a59af67b0 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:37:15.147750 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] Publish callbacks [] for port (4000c384-c1c8-4dbd-8d2d-cf5071ec277a), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:15.151002 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-3faef66e-a95f-4eab-9b02-60267a4f3341 None None] Attempt 6 to provision port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a Sep 19 11:37:15.174464 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (4000c384-c1c8-4dbd-8d2d-cf5071ec277a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:15.202586 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70a202c-fc2d-4f9b-b07f-a2f2c8dd3730 admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:37:15.213225 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] Sync routers for ids ['aaa4c0d9-3c58-40b9-90ec-19409504de6a'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:37:15.222077 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d70a202c-fc2d-4f9b-b07f-a2f2c8dd3730 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:15.223560 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-d70a202c-fc2d-4f9b-b07f-a2f2c8dd3730 admin admin] 10.222.0.81 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4695563 Sep 19 11:37:15.226241 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 37016) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:37:15.229065 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] Routers {'aaa4c0d9-3c58-40b9-90ec-19409504de6a'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:37:15.229767 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:36:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['aaa4c0d9-3c58-40b9-90ec-19409504de6a'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:15.232842 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-3faef66e-a95f-4eab-9b02-60267a4f3341 None None] Port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:15.233572 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d79e76-883a-4ca4-b359-c84f13c9e9ad None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:37:15.233876 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d79e76-883a-4ca4-b359-c84f13c9e9ad None None] Checking segment: {'id': 'ae2749e9-f709-42aa-9352-83b66a538106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '16d695cd-9f53-4610-80c3-971a59af67b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:37:15.234272 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a4d79e76-883a-4ca4-b359-c84f13c9e9ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:15.234650 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d79e76-883a-4ca4-b359-c84f13c9e9ad None None] Bound using segment: {'id': 'ae2749e9-f709-42aa-9352-83b66a538106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '16d695cd-9f53-4610-80c3-971a59af67b0'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:37:15.235128 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-a4d79e76-883a-4ca4-b359-c84f13c9e9ad None None] Bound port: 0dad5f33-aae1-4082-b930-5d15066329f8, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2749e9-f709-42aa-9352-83b66a538106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '16d695cd-9f53-4610-80c3-971a59af67b0'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:37:15.235499 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a4d79e76-883a-4ca4-b359-c84f13c9e9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (0dad5f33-aae1-4082-b930-5d15066329f8), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:15.273004 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03aec5f-0896-4442-bf45-efa0de77ba1f None None] Pushing event updated for resources: {'Port': ['ID=4000c384-c1c8-4dbd-8d2d-cf5071ec277a,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:15.329829 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] Attempting to bind port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:37:15.330307 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] Attempting to bind port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': '139c62bf-5560-4905-bf11-733e1d0d7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:37:15.330739 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] Attempting to bind port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a on network 19767917-7d2c-41bc-91d4-fa9f38d3bc1f {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:37:15.340754 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] Set router aaa4c0d9-3c58-40b9-90ec-19409504de6a gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:37:15.379299 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-a4d79e76-883a-4ca4-b359-c84f13c9e9ad None None] For port 0dad5f33-aae1-4082-b930-5d15066329f8, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:37:15.385046 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-a4d79e76-883a-4ca4-b359-c84f13c9e9ad None None] For port 0dad5f33-aae1-4082-b930-5d15066329f8, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=0dad5f33-aae1-4082-b930-5d15066329f8,segment=NetworkSegment(ae2749e9-f709-42aa-9352-83b66a538106),segment_id=ae2749e9-f709-42aa-9352-83b66a538106)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:37:15.395100 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a4d79e76-883a-4ca4-b359-c84f13c9e9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (0dad5f33-aae1-4082-b930-5d15066329f8), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:15.404467 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:37:15.404845 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] Checking segment: {'id': '139c62bf-5560-4905-bf11-733e1d0d7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:37:15.405248 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:15.405638 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] Bound using segment: {'id': '139c62bf-5560-4905-bf11-733e1d0d7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:37:15.406120 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] Bound port: 4000c384-c1c8-4dbd-8d2d-cf5071ec277a, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139c62bf-5560-4905-bf11-733e1d0d7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:37:15.406497 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (4000c384-c1c8-4dbd-8d2d-cf5071ec277a), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:15.437114 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:15.454365 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:15.462920 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:15.494549 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d79e76-883a-4ca4-b359-c84f13c9e9ad None None] Pushing event updated for resources: {'Port': ['ID=0dad5f33-aae1-4082-b930-5d15066329f8,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:15.527174 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:15.542912 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] For port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:37:15.547099 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] For port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=4000c384-c1c8-4dbd-8d2d-cf5071ec277a,segment=NetworkSegment(139c62bf-5560-4905-bf11-733e1d0d7845),segment_id=139c62bf-5560-4905-bf11-733e1d0d7845)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:37:15.548267 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa4c0d9-3c58-40b9-90ec-19409504de6a', 'name': 'tempest-TestMinimumBasicScenario-2065561604-router', 'tenant_id': '742245b438694e51aab9349ad8364995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:13Z', 'updated_at': '2022-09-19T11:37:14Z', 'revision_number': 3, 'project_id': '742245b438694e51aab9349ad8364995', 'gw_port': {'id': 'f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa4c0d9-3c58-40b9-90ec-19409504de6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:14Z', 'updated_at': '2022-09-19T11:37:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:15.555545 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (4000c384-c1c8-4dbd-8d2d-cf5071ec277a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:15.577865 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] Checking router: aaa4c0d9-3c58-40b9-90ec-19409504de6a for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:37:15.577984 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] Updating router aaa4c0d9-3c58-40b9-90ec-19409504de6a port f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a binding host dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:37:15.601261 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] Routers {'5f6059f5-4639-4981-b956-7a17df5a2570'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:37:15.601901 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:36:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['5f6059f5-4639-4981-b956-7a17df5a2570'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:15.615513 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:15.661473 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03aec5f-0896-4442-bf45-efa0de77ba1f None None] Pushing event updated for resources: {'Port': ['ID=4000c384-c1c8-4dbd-8d2d-cf5071ec277a,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:15.755060 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-3faef66e-a95f-4eab-9b02-60267a4f3341 None None] Attempt 7 to provision port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a Sep 19 11:37:15.796463 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-92d91c9b-0959-4215-8118-9d1e6adfd938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:15.829469 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] Set router 5f6059f5-4639-4981-b956-7a17df5a2570 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:37:15.993320 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-92d91c9b-0959-4215-8118-9d1e6adfd938 admin admin] Allocated IP 172.20.0.1 (16d695cd-9f53-4610-80c3-971a59af67b0/b069c6ff-0b34-4975-9886-efffeb4e3f22/e006c12f-bd0c-4ed8-8983-a7f16f80dd04) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:37:16.012251 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 36acf040-6084-43b6-b915-4f9e4d172624 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:37:16.017023 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] Publish callbacks [] for port (f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a), precommit_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:16.027199 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:16.033384 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:16.063948 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] Attempting to bind port f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:37:16.064407 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] Attempting to bind port f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:37:16.064677 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] Attempting to bind port f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a on network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:37:16.119253 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af5b22-9a10-44a9-8566-4252658007c1 None None] Pushing event updated for resources: {'Port': ['ID=f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a,revision_number=2']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:16.123383 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-92d91c9b-0959-4215-8118-9d1e6adfd938 admin admin] Publish callbacks [] for port (e006c12f-bd0c-4ed8-8983-a7f16f80dd04), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:16.124007 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:37:16.124402 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] Checking segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:37:16.124781 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:16.125358 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] Bound using segment: {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'} {{(pid=106256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:37:16.126008 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.managers [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] Bound port: f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd787cd28-2b4a-439d-b538-5c12fd994df5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e'}}] {{(pid=106256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:37:16.126578 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a), before_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:16.158359 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-92d91c9b-0959-4215-8118-9d1e6adfd938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (e006c12f-bd0c-4ed8-8983-a7f16f80dd04), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:16.176729 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] For port f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:37:16.179935 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.plugins.ml2.db [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] For port f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:37:16.184324 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-3faef66e-a95f-4eab-9b02-60267a4f3341 None None] Current status of the port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:37:16.184784 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3faef66e-a95f-4eab-9b02-60267a4f3341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (4000c384-c1c8-4dbd-8d2d-cf5071ec277a), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:16.186561 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a), after_update {{(pid=106256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:16.186794 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 36acf040-6084-43b6-b915-4f9e4d172624 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:37:16.187154 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (36acf040-6084-43b6-b915-4f9e4d172624), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:16.187486 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 36acf040-6084-43b6-b915-4f9e4d172624 Sep 19 11:37:16.211789 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:16.218441 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d91c9b-0959-4215-8118-9d1e6adfd938 admin admin] Network 16d695cd-9f53-4610-80c3-971a59af67b0 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:37:16.226984 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] Routers {'aaa4c0d9-3c58-40b9-90ec-19409504de6a'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:37:16.227635 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:36:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['aaa4c0d9-3c58-40b9-90ec-19409504de6a'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:16.229695 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d91c9b-0959-4215-8118-9d1e6adfd938 admin admin] Pushing event updated for resources: {'Port': ['ID=e006c12f-bd0c-4ed8-8983-a7f16f80dd04,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:16.236182 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-92d91c9b-0959-4215-8118-9d1e6adfd938 admin admin] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:37:16.240140 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d91c9b-0959-4215-8118-9d1e6adfd938 admin admin] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:37:16.288758 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-3faef66e-a95f-4eab-9b02-60267a4f3341 None None] For port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=4000c384-c1c8-4dbd-8d2d-cf5071ec277a,segment=NetworkSegment(139c62bf-5560-4905-bf11-733e1d0d7845),segment_id=139c62bf-5560-4905-bf11-733e1d0d7845)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:37:16.299171 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3faef66e-a95f-4eab-9b02-60267a4f3341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (4000c384-c1c8-4dbd-8d2d-cf5071ec277a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:16.299877 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-92d91c9b-0959-4215-8118-9d1e6adfd938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687133'] for router_interface (aaa4c0d9-3c58-40b9-90ec-19409504de6a), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:16.300978 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af5b22-9a10-44a9-8566-4252658007c1 None None] Pushing event updated for resources: {'Port': ['ID=f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a,revision_number=3']} {{(pid=106256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:16.366179 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] Set router aaa4c0d9-3c58-40b9-90ec-19409504de6a gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:37:16.422567 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b33f615b-6b79-4962-9c05-6deab6a3f63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:16.432333 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'name': 'tempest-TestMinimumBasicScenario-992070293-router', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '36acf040-6084-43b6-b915-4f9e4d172624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:11Z', 'revision_number': 4, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'gw_port': {'id': '36acf040-6084-43b6-b915-4f9e4d172624', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '4000c384-c1c8-4dbd-8d2d-cf5071ec277a', 'name': '', 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'mac_address': 'fa:16:3e:48:bd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '86daffd7-c08f-417a-9167-80b3707b13ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:11Z', 'updated_at': '2022-09-19T11:37:15Z', 'revision_number': 4, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'subnets': [{'id': '86daffd7-c08f-417a-9167-80b3707b13ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:16.439910 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 36acf040-6084-43b6-b915-4f9e4d172624 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:37:16.441033 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 0dad5f33-aae1-4082-b930-5d15066329f8 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:37:16.479926 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbe7256-7300-461d-a0aa-26718f43810d None None] The sync data for ids ['5f6059f5-4639-4981-b956-7a17df5a2570'] in dv-cinder-820994-5-iscsi is: [{'id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'name': 'tempest-TestMinimumBasicScenario-992070293-router', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '36acf040-6084-43b6-b915-4f9e4d172624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:11Z', 'revision_number': 4, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'gw_port': {'id': '36acf040-6084-43b6-b915-4f9e4d172624', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '4000c384-c1c8-4dbd-8d2d-cf5071ec277a', 'name': '', 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'mac_address': 'fa:16:3e:48:bd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '86daffd7-c08f-417a-9167-80b3707b13ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:11Z', 'updated_at': '2022-09-19T11:37:15Z', 'revision_number': 4, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'subnets': [{'id': '86daffd7-c08f-417a-9167-80b3707b13ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:37:16.482395 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faef66e-a95f-4eab-9b02-60267a4f3341 None None] Pushing event updated for resources: {'Port': ['ID=4000c384-c1c8-4dbd-8d2d-cf5071ec277a,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:16.483054 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-92d91c9b-0959-4215-8118-9d1e6adfd938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (e006c12f-bd0c-4ed8-8983-a7f16f80dd04), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:16.502374 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-e44a7cf5-edab-4e22-a53f-f80a75c9e951 None None] Provisioning complete for port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:37:16.502757 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e44a7cf5-edab-4e22-a53f-f80a75c9e951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (4000c384-c1c8-4dbd-8d2d-cf5071ec277a), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:16.503096 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-e44a7cf5-edab-4e22-a53f-f80a75c9e951 None None] Attempt 1 to provision port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a Sep 19 11:37:16.545111 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:16.549759 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:16.571104 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:16.578438 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:16.579248 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 0dad5f33-aae1-4082-b930-5d15066329f8 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:37:16.579664 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (0dad5f33-aae1-4082-b930-5d15066329f8), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:16.580075 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 0dad5f33-aae1-4082-b930-5d15066329f8 Sep 19 11:37:16.682959 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-e44a7cf5-edab-4e22-a53f-f80a75c9e951 None None] Current status of the port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:37:16.735782 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 0dad5f33-aae1-4082-b930-5d15066329f8 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:37:16.736185 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (0dad5f33-aae1-4082-b930-5d15066329f8), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:16.779663 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa4c0d9-3c58-40b9-90ec-19409504de6a', 'name': 'tempest-TestMinimumBasicScenario-2065561604-router', 'tenant_id': '742245b438694e51aab9349ad8364995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:13Z', 'updated_at': '2022-09-19T11:37:14Z', 'revision_number': 3, 'project_id': '742245b438694e51aab9349ad8364995', 'gw_port': {'id': 'f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa4c0d9-3c58-40b9-90ec-19409504de6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:14Z', 'updated_at': '2022-09-19T11:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:16.790061 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] For port 0dad5f33-aae1-4082-b930-5d15066329f8, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=0dad5f33-aae1-4082-b930-5d15066329f8,segment=NetworkSegment(ae2749e9-f709-42aa-9352-83b66a538106),segment_id=ae2749e9-f709-42aa-9352-83b66a538106)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:37:16.790766 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-92d91c9b-0959-4215-8118-9d1e6adfd938 admin admin] Publish callbacks [] for port (e006c12f-bd0c-4ed8-8983-a7f16f80dd04), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:16.797428 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-92d91c9b-0959-4215-8118-9d1e6adfd938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336761'] for port (e006c12f-bd0c-4ed8-8983-a7f16f80dd04), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:16.800764 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (0dad5f33-aae1-4082-b930-5d15066329f8), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:16.815744 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4f7071-9430-47bd-9b98-ec993352bb4c None None] The sync data for ids ['aaa4c0d9-3c58-40b9-90ec-19409504de6a'] in dv-cinder-820994-5-iscsi is: [{'id': 'aaa4c0d9-3c58-40b9-90ec-19409504de6a', 'name': 'tempest-TestMinimumBasicScenario-2065561604-router', 'tenant_id': '742245b438694e51aab9349ad8364995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:13Z', 'updated_at': '2022-09-19T11:37:14Z', 'revision_number': 3, 'project_id': '742245b438694e51aab9349ad8364995', 'gw_port': {'id': 'f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa4c0d9-3c58-40b9-90ec-19409504de6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:14Z', 'updated_at': '2022-09-19T11:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:37:16.861297 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5e75ec-b91f-440b-99fe-ca23836f707a None None] Network 16d695cd-9f53-4610-80c3-971a59af67b0 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:37:16.892654 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d91c9b-0959-4215-8118-9d1e6adfd938 admin admin] Pushing event updated for resources: {'Port': ['ID=e006c12f-bd0c-4ed8-8983-a7f16f80dd04,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:16.911827 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-92d91c9b-0959-4215-8118-9d1e6adfd938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687241'] for router_interface (aaa4c0d9-3c58-40b9-90ec-19409504de6a), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:16.947011 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Pushing event updated for resources: {'Port': ['ID=0dad5f33-aae1-4082-b930-5d15066329f8,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:16.954048 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-9b3dc1a7-f8fb-4842-95fe-fe73db606a3f None None] Provisioning complete for port 0dad5f33-aae1-4082-b930-5d15066329f8 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:37:16.954426 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9b3dc1a7-f8fb-4842-95fe-fe73db606a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (0dad5f33-aae1-4082-b930-5d15066329f8), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:16.954758 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-9b3dc1a7-f8fb-4842-95fe-fe73db606a3f None None] Attempt 1 to provision port 0dad5f33-aae1-4082-b930-5d15066329f8 Sep 19 11:37:17.046406 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d91c9b-0959-4215-8118-9d1e6adfd938 admin admin] Network 16d695cd-9f53-4610-80c3-971a59af67b0 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:37:17.047924 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-92d91c9b-0959-4215-8118-9d1e6adfd938 admin admin] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:37:17.087032 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-9b3dc1a7-f8fb-4842-95fe-fe73db606a3f None None] Current status of the port 0dad5f33-aae1-4082-b930-5d15066329f8 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:37:17.416823 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Provisioning complete for port 0dad5f33-aae1-4082-b930-5d15066329f8 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:37:17.417492 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (0dad5f33-aae1-4082-b930-5d15066329f8), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:17.418778 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Attempt 1 to provision port 0dad5f33-aae1-4082-b930-5d15066329f8 Sep 19 11:37:17.456831 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d91c9b-0959-4215-8118-9d1e6adfd938 admin admin] Router aaa4c0d9-3c58-40b9-90ec-19409504de6a has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:37:17.518398 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Current status of the port 0dad5f33-aae1-4082-b930-5d15066329f8 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:37:17.538345 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Provisioning complete for port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:37:17.541644 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (e006c12f-bd0c-4ed8-8983-a7f16f80dd04), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:17.542001 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Attempt 1 to provision port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 Sep 19 11:37:17.594177 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:17.600229 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d91c9b-0959-4215-8118-9d1e6adfd938 admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:37:17.607097 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-92d91c9b-0959-4215-8118-9d1e6adfd938 admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/aaa4c0d9-3c58-40b9-90ec-19409504de6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3794553 Sep 19 11:37:17.891455 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 4000c384-c1c8-4dbd-8d2d-cf5071ec277a up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:37:17.951140 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:37:17.951516 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (4000c384-c1c8-4dbd-8d2d-cf5071ec277a), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:17.951961 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a Sep 19 11:37:18.048358 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:37:18.050108 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:37:18.085526 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:18.094731 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Attempt 2 to provision port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 Sep 19 11:37:18.128592 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:37:18.128967 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:18.129303 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a Sep 19 11:37:18.156861 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:18.201433 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:18.208419 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:37:18.208858 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:18.230967 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] For port f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:37:18.234462 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:18.235286 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 0dad5f33-aae1-4082-b930-5d15066329f8 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:37:18.316274 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Pushing event updated for resources: {'Port': ['ID=f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:18.326875 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port 0dad5f33-aae1-4082-b930-5d15066329f8 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:37:18.327253 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (0dad5f33-aae1-4082-b930-5d15066329f8), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:18.327595 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port 0dad5f33-aae1-4082-b930-5d15066329f8 Sep 19 11:37:18.399791 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port 0dad5f33-aae1-4082-b930-5d15066329f8 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:37:18.484654 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a0201295-1a69-4b65-80cd-5703c2628985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:18.658401 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Attempt 3 to provision port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 Sep 19 11:37:18.700666 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:19.201389 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Attempt 4 to provision port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 Sep 19 11:37:19.243146 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:19.744906 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Attempt 5 to provision port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 Sep 19 11:37:19.787800 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:37:19.813469 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:19.839168 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:37:19.839539 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:19.839971 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a Sep 19 11:37:19.905671 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:19.957218 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:37:19.971009 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] Sync routers for ids ['aaa4c0d9-3c58-40b9-90ec-19409504de6a'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:37:19.981802 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] Routers {'aaa4c0d9-3c58-40b9-90ec-19409504de6a'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:37:19.982421 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:37:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['aaa4c0d9-3c58-40b9-90ec-19409504de6a'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:20.090183 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] Set router aaa4c0d9-3c58-40b9-90ec-19409504de6a gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:37:20.222277 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:20.296471 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa4c0d9-3c58-40b9-90ec-19409504de6a', 'name': 'tempest-TestMinimumBasicScenario-2065561604-router', 'tenant_id': '742245b438694e51aab9349ad8364995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:13Z', 'updated_at': '2022-09-19T11:37:16Z', 'revision_number': 4, 'project_id': '742245b438694e51aab9349ad8364995', 'gw_port': {'id': 'f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa4c0d9-3c58-40b9-90ec-19409504de6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:14Z', 'updated_at': '2022-09-19T11:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': 'e006c12f-bd0c-4ed8-8983-a7f16f80dd04', 'name': '', 'network_id': '16d695cd-9f53-4610-80c3-971a59af67b0', 'tenant_id': '742245b438694e51aab9349ad8364995', 'mac_address': 'fa:16:3e:1f:5e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa4c0d9-3c58-40b9-90ec-19409504de6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'b069c6ff-0b34-4975-9886-efffeb4e3f22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:15Z', 'updated_at': '2022-09-19T11:37:16Z', 'revision_number': 2, 'project_id': '742245b438694e51aab9349ad8364995', 'subnets': [{'id': 'b069c6ff-0b34-4975-9886-efffeb4e3f22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:20.325407 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Attempt 6 to provision port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 Sep 19 11:37:20.329086 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] Checking router: aaa4c0d9-3c58-40b9-90ec-19409504de6a for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:37:20.329443 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] Updating router aaa4c0d9-3c58-40b9-90ec-19409504de6a port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 binding host dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 11:37:20.346865 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:20.384222 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:20.384868 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (e006c12f-bd0c-4ed8-8983-a7f16f80dd04), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:20.821901 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] Publish callbacks [] for port (e006c12f-bd0c-4ed8-8983-a7f16f80dd04), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:20.828441 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (e006c12f-bd0c-4ed8-8983-a7f16f80dd04), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:20.885052 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Attempt 7 to provision port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 Sep 19 11:37:20.944505 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7470cd8-117f-4b6a-8c69-85a2f2c5ea06 None None] Pushing event updated for resources: {'Port': ['ID=e006c12f-bd0c-4ed8-8983-a7f16f80dd04,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:20.958849 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:20.961403 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] Attempting to bind port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 on host dv-cinder-820994-5-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:37:20.961787 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] Attempting to bind port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 by drivers openvswitch,hyperv on host dv-cinder-820994-5-iscsi at level 0 using segments [{'id': 'ae2749e9-f709-42aa-9352-83b66a538106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '16d695cd-9f53-4610-80c3-971a59af67b0'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:37:20.962153 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] Attempting to bind port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 on network 16d695cd-9f53-4610-80c3-971a59af67b0 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:37:21.029251 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] Checking agent: {'id': '621f564e-416f-4a39-8806-94e3e8d52e7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 15, 21), 'started_at': datetime.datetime(2022, 9, 19, 11, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:37:21.029634 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] Checking segment: {'id': 'ae2749e9-f709-42aa-9352-83b66a538106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '16d695cd-9f53-4610-80c3-971a59af67b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:37:21.030042 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:21.030465 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] Bound using segment: {'id': 'ae2749e9-f709-42aa-9352-83b66a538106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '16d695cd-9f53-4610-80c3-971a59af67b0'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:37:21.030966 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] Bound port: e006c12f-bd0c-4ed8-8983-a7f16f80dd04, host: dv-cinder-820994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2749e9-f709-42aa-9352-83b66a538106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '16d695cd-9f53-4610-80c3-971a59af67b0'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:37:21.031484 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (e006c12f-bd0c-4ed8-8983-a7f16f80dd04), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:21.094515 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] For port e006c12f-bd0c-4ed8-8983-a7f16f80dd04, host dv-cinder-820994-5-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:37:21.097731 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] For port e006c12f-bd0c-4ed8-8983-a7f16f80dd04, host dv-cinder-820994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=e006c12f-bd0c-4ed8-8983-a7f16f80dd04,segment=NetworkSegment(ae2749e9-f709-42aa-9352-83b66a538106),segment_id=ae2749e9-f709-42aa-9352-83b66a538106)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:37:21.104851 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (e006c12f-bd0c-4ed8-8983-a7f16f80dd04), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:21.144346 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] Routers {'aaa4c0d9-3c58-40b9-90ec-19409504de6a'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:37:21.144977 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:37:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['aaa4c0d9-3c58-40b9-90ec-19409504de6a'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:21.204047 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7470cd8-117f-4b6a-8c69-85a2f2c5ea06 None None] Pushing event updated for resources: {'Port': ['ID=e006c12f-bd0c-4ed8-8983-a7f16f80dd04,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:21.256211 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:21.278897 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] Set router aaa4c0d9-3c58-40b9-90ec-19409504de6a gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:37:21.403937 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:21.450930 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:21.456938 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:21.460287 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Attempt 8 to provision port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 Sep 19 11:37:21.538426 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa4c0d9-3c58-40b9-90ec-19409504de6a', 'name': 'tempest-TestMinimumBasicScenario-2065561604-router', 'tenant_id': '742245b438694e51aab9349ad8364995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:13Z', 'updated_at': '2022-09-19T11:37:16Z', 'revision_number': 4, 'project_id': '742245b438694e51aab9349ad8364995', 'gw_port': {'id': 'f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa4c0d9-3c58-40b9-90ec-19409504de6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:14Z', 'updated_at': '2022-09-19T11:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': 'e006c12f-bd0c-4ed8-8983-a7f16f80dd04', 'name': '', 'network_id': '16d695cd-9f53-4610-80c3-971a59af67b0', 'tenant_id': '742245b438694e51aab9349ad8364995', 'mac_address': 'fa:16:3e:1f:5e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa4c0d9-3c58-40b9-90ec-19409504de6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'b069c6ff-0b34-4975-9886-efffeb4e3f22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:15Z', 'updated_at': '2022-09-19T11:37:21Z', 'revision_number': 4, 'project_id': '742245b438694e51aab9349ad8364995', 'subnets': [{'id': 'b069c6ff-0b34-4975-9886-efffeb4e3f22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:21.570800 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2fbb8f-5908-4143-940d-2d4ed47eaf49 None None] The sync data for ids ['aaa4c0d9-3c58-40b9-90ec-19409504de6a'] in dv-cinder-820994-5-iscsi is: [{'id': 'aaa4c0d9-3c58-40b9-90ec-19409504de6a', 'name': 'tempest-TestMinimumBasicScenario-2065561604-router', 'tenant_id': '742245b438694e51aab9349ad8364995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:13Z', 'updated_at': '2022-09-19T11:37:16Z', 'revision_number': 4, 'project_id': '742245b438694e51aab9349ad8364995', 'gw_port': {'id': 'f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa4c0d9-3c58-40b9-90ec-19409504de6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:14Z', 'updated_at': '2022-09-19T11:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': 'e006c12f-bd0c-4ed8-8983-a7f16f80dd04', 'name': '', 'network_id': '16d695cd-9f53-4610-80c3-971a59af67b0', 'tenant_id': '742245b438694e51aab9349ad8364995', 'mac_address': 'fa:16:3e:1f:5e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa4c0d9-3c58-40b9-90ec-19409504de6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'b069c6ff-0b34-4975-9886-efffeb4e3f22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:15Z', 'updated_at': '2022-09-19T11:37:21Z', 'revision_number': 4, 'project_id': '742245b438694e51aab9349ad8364995', 'subnets': [{'id': 'b069c6ff-0b34-4975-9886-efffeb4e3f22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:37:21.618736 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Current status of the port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 is: DOWN; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:37:21.619206 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (e006c12f-bd0c-4ed8-8983-a7f16f80dd04), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:21.686570 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] For port e006c12f-bd0c-4ed8-8983-a7f16f80dd04, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=e006c12f-bd0c-4ed8-8983-a7f16f80dd04,segment=NetworkSegment(ae2749e9-f709-42aa-9352-83b66a538106),segment_id=ae2749e9-f709-42aa-9352-83b66a538106)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:37:21.696717 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (e006c12f-bd0c-4ed8-8983-a7f16f80dd04), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:21.778101 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0552553-0f19-43a7-ada5-fd99e2a3ae30 None None] Pushing event updated for resources: {'Port': ['ID=e006c12f-bd0c-4ed8-8983-a7f16f80dd04,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:21.797117 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device e006c12f-bd0c-4ed8-8983-a7f16f80dd04 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:37:21.839355 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-757cca72-13c9-4b29-9525-1d984eb0207a None None] Provisioning complete for port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:37:21.840070 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-757cca72-13c9-4b29-9525-1d984eb0207a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (e006c12f-bd0c-4ed8-8983-a7f16f80dd04), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:21.840174 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-757cca72-13c9-4b29-9525-1d984eb0207a None None] Attempt 1 to provision port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 Sep 19 11:37:21.897631 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:37:21.898005 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (e006c12f-bd0c-4ed8-8983-a7f16f80dd04), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:21.898344 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 Sep 19 11:37:21.978709 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-757cca72-13c9-4b29-9525-1d984eb0207a None None] Current status of the port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:37:22.039232 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:37:23.739696 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:23.741042 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=76,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:23.760981 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device e006c12f-bd0c-4ed8-8983-a7f16f80dd04 up at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:37:23.807252 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:23.810186 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Provisioning complete for port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:37:23.810562 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (e006c12f-bd0c-4ed8-8983-a7f16f80dd04), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:23.810897 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Attempt 1 to provision port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 Sep 19 11:37:23.888354 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Current status of the port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 is: ACTIVE; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:37:26.782762 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=23 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:26.783445 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:26.836673 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:37:27.595894 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:27.598255 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=61 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:28.269870 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4594c-91ad-484e-bc73-3de35357783b req-8f78958b-a07f-4f46-bf9f-d09de488da92 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:28.271873 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47f4594c-91ad-484e-bc73-3de35357783b req-8f78958b-a07f-4f46-bf9f-d09de488da92 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/networks?id=19767917-7d2c-41bc-91d4-fa9f38d3bc1f HTTP/1.1" status: 200 len: 814 time: 0.1096559 Sep 19 11:37:28.286229 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47f4594c-91ad-484e-bc73-3de35357783b req-6ac25a48-d88c-44a9-829e-fb78d1e75f2c tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/quotas/67f0a300a82b480d8f4a2c0a19f94fb6 HTTP/1.1" status: 200 len: 375 time: 0.0089996 Sep 19 11:37:28.335396 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47f4594c-91ad-484e-bc73-3de35357783b req-379668c8-ce61-4810-bb50-7e094dfdd4b9 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=67f0a300a82b480d8f4a2c0a19f94fb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436032 Sep 19 11:37:28.434220 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47f4594c-91ad-484e-bc73-3de35357783b req-e066ae63-e249-44ef-a7e8-fdc4f734b959 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/19767917-7d2c-41bc-91d4-fa9f38d3bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877056 Sep 19 11:37:28.524579 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47f4594c-91ad-484e-bc73-3de35357783b req-f8653b1f-2e02-4a91-8723-703deff1fc2a service neutron] 10.222.0.81 "GET /networking/v2.0/networks/19767917-7d2c-41bc-91d4-fa9f38d3bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843081 Sep 19 11:37:28.690845 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-259265c2-6c0e-4fa2-a970-77e2b13d1298 req-3441347b-cef7-4fc2-845d-6dc852c4967c tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 210 time: 0.0321071 Sep 19 11:37:29.661378 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4594c-91ad-484e-bc73-3de35357783b req-f4cabaab-3bbd-49a3-8363-139bedf5bf12 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:29.663474 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47f4594c-91ad-484e-bc73-3de35357783b req-f4cabaab-3bbd-49a3-8363-139bedf5bf12 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.72 "GET /networking/v2.0/networks?id=19767917-7d2c-41bc-91d4-fa9f38d3bc1f HTTP/1.1" status: 200 len: 814 time: 0.1049402 Sep 19 11:37:29.685113 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-47f4594c-91ad-484e-bc73-3de35357783b req-9b52e6f0-3d4d-44c2-a163-e38707be5ea5 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Request body: {'port': {'device_id': '96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355', 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f', 'admin_state_up': True, 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:37:29.809985 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a2b67671-f5be-4397-ae61-8a30066d380a req-06e0d66b-243f-4428-92cb-8b12252b4f51 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 210 time: 0.0416098 Sep 19 11:37:29.825581 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f4594c-91ad-484e-bc73-3de35357783b req-9b52e6f0-3d4d-44c2-a163-e38707be5ea5 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Made reservation on behalf of 67f0a300a82b480d8f4a2c0a19f94fb6 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 11:37:29.829175 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-47f4594c-91ad-484e-bc73-3de35357783b req-9b52e6f0-3d4d-44c2-a163-e38707be5ea5 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:29.973085 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-47f4594c-91ad-484e-bc73-3de35357783b req-9b52e6f0-3d4d-44c2-a163-e38707be5ea5 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Allocated IP 172.20.0.10 (19767917-7d2c-41bc-91d4-fa9f38d3bc1f/86daffd7-c08f-417a-9167-80b3707b13ea/bc8c65b7-ea3a-4cc4-96be-166b58bf0e44) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:37:30.231169 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-47f4594c-91ad-484e-bc73-3de35357783b req-9b52e6f0-3d4d-44c2-a163-e38707be5ea5 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for port (bc8c65b7-ea3a-4cc4-96be-166b58bf0e44), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:30.232354 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:30.250307 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:30.289714 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-47f4594c-91ad-484e-bc73-3de35357783b req-9b52e6f0-3d4d-44c2-a163-e38707be5ea5 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (bc8c65b7-ea3a-4cc4-96be-166b58bf0e44), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:30.341954 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f4594c-91ad-484e-bc73-3de35357783b req-9b52e6f0-3d4d-44c2-a163-e38707be5ea5 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Network 19767917-7d2c-41bc-91d4-fa9f38d3bc1f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:37:30.345346 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-47f4594c-91ad-484e-bc73-3de35357783b req-9b52e6f0-3d4d-44c2-a163-e38707be5ea5 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:37:30.350259 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f4594c-91ad-484e-bc73-3de35357783b req-9b52e6f0-3d4d-44c2-a163-e38707be5ea5 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:37:30.385415 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52e6f0-3d4d-44c2-a163-e38707be5ea5 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Pushing event updated for resources: {'Port': ['ID=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:30.419488 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4594c-91ad-484e-bc73-3de35357783b req-9b52e6f0-3d4d-44c2-a163-e38707be5ea5 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:30.420159 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-47f4594c-91ad-484e-bc73-3de35357783b req-9b52e6f0-3d4d-44c2-a163-e38707be5ea5 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:30.441864 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47f4594c-91ad-484e-bc73-3de35357783b req-9b52e6f0-3d4d-44c2-a163-e38707be5ea5 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7609918 Sep 19 11:37:30.658293 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-12e2153a-0d1b-4ad2-9370-15bdaa621eab None None] Provisioning complete for port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 triggered by entity DHCP. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:37:30.658831 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-12e2153a-0d1b-4ad2-9370-15bdaa621eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (bc8c65b7-ea3a-4cc4-96be-166b58bf0e44), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:30.658937 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-12e2153a-0d1b-4ad2-9370-15bdaa621eab None None] Attempt 1 to provision port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 Sep 19 11:37:30.694832 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-12e2153a-0d1b-4ad2-9370-15bdaa621eab None None] Port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:30.939531 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72754d33-1b27-464f-b618-429ce2e7763d req-bc8071e5-2aa5-4efb-9a1a-4c3cc3d4af19 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:30.941092 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-72754d33-1b27-464f-b618-429ce2e7763d req-bc8071e5-2aa5-4efb-9a1a-4c3cc3d4af19 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 932 time: 0.0497677 Sep 19 11:37:30.990814 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-72754d33-1b27-464f-b618-429ce2e7763d req-39a5831b-954e-4b18-9086-e05ec2011444 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433724 Sep 19 11:37:31.042790 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:31.196481 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-12e2153a-0d1b-4ad2-9370-15bdaa621eab None None] Attempt 2 to provision port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 Sep 19 11:37:31.231383 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-12e2153a-0d1b-4ad2-9370-15bdaa621eab None None] Port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:31.732967 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-12e2153a-0d1b-4ad2-9370-15bdaa621eab None None] Attempt 3 to provision port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 Sep 19 11:37:31.768962 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:31.772966 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-12e2153a-0d1b-4ad2-9370-15bdaa621eab None None] Port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:32.126012 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab912d-1418-4995-b8c5-989f55140074 req-e45ca073-48e5-49e3-ae69-30aad3396fdc tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:32.128410 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-89ab912d-1418-4995-b8c5-989f55140074 req-e45ca073-48e5-49e3-ae69-30aad3396fdc tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 932 time: 0.0542686 Sep 19 11:37:32.180892 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-89ab912d-1418-4995-b8c5-989f55140074 req-6a2abc3a-ce3c-4b63-85f0-3517e9b9ff50 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461569 Sep 19 11:37:32.274164 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-12e2153a-0d1b-4ad2-9370-15bdaa621eab None None] Attempt 4 to provision port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 Sep 19 11:37:32.308982 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-12e2153a-0d1b-4ad2-9370-15bdaa621eab None None] Port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:32.810289 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-12e2153a-0d1b-4ad2-9370-15bdaa621eab None None] Attempt 5 to provision port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 Sep 19 11:37:32.843241 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-12e2153a-0d1b-4ad2-9370-15bdaa621eab None None] Port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:33.305582 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10420ff1-b65a-4e0b-8758-bb5043a45b97 req-9ebc8794-1be5-4e43-b0e5-7ed5d3f7abb3 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:33.307040 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-10420ff1-b65a-4e0b-8758-bb5043a45b97 req-9ebc8794-1be5-4e43-b0e5-7ed5d3f7abb3 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 932 time: 0.0492365 Sep 19 11:37:33.345215 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-12e2153a-0d1b-4ad2-9370-15bdaa621eab None None] Attempt 6 to provision port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 Sep 19 11:37:33.357271 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-10420ff1-b65a-4e0b-8758-bb5043a45b97 req-0e0220f7-891e-4b14-843b-7ed2cb9c6dc1 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442002 Sep 19 11:37:33.378937 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-12e2153a-0d1b-4ad2-9370-15bdaa621eab None None] Port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:33.881128 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-12e2153a-0d1b-4ad2-9370-15bdaa621eab None None] Attempt 7 to provision port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 Sep 19 11:37:33.918645 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-12e2153a-0d1b-4ad2-9370-15bdaa621eab None None] Port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:34.420280 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-12e2153a-0d1b-4ad2-9370-15bdaa621eab None None] Attempt 8 to provision port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 Sep 19 11:37:34.499552 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45593266-249f-42a5-9b68-9e4859eca9b5 req-eeebcc0a-be4e-463b-a3bd-8e6ee933791a tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:34.501292 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-45593266-249f-42a5-9b68-9e4859eca9b5 req-eeebcc0a-be4e-463b-a3bd-8e6ee933791a tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 932 time: 0.0530522 Sep 19 11:37:34.554910 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-45593266-249f-42a5-9b68-9e4859eca9b5 req-7ff477d5-5909-4233-b34f-3ce81a4affc2 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462806 Sep 19 11:37:34.595429 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-12e2153a-0d1b-4ad2-9370-15bdaa621eab None None] Port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:35.096732 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-12e2153a-0d1b-4ad2-9370-15bdaa621eab None None] Attempt 9 to provision port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 Sep 19 11:37:35.129686 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-12e2153a-0d1b-4ad2-9370-15bdaa621eab None None] Port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:35.630895 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-12e2153a-0d1b-4ad2-9370-15bdaa621eab None None] Attempt 10 to provision port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 Sep 19 11:37:35.675347 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-12e2153a-0d1b-4ad2-9370-15bdaa621eab None None] Port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 cannot update to ACTIVE because it is not bound. {{(pid=106255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 11:37:35.708127 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db707ed9-a37b-4836-b07a-425ba3e1eeff req-589c17e4-ed45-4202-b990-a77047a1f8df tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:35.710350 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db707ed9-a37b-4836-b07a-425ba3e1eeff req-589c17e4-ed45-4202-b990-a77047a1f8df tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 932 time: 0.0675309 Sep 19 11:37:35.761919 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db707ed9-a37b-4836-b07a-425ba3e1eeff req-f184e690-124f-46ec-a6fc-7914604f54fe tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455892 Sep 19 11:37:36.832874 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:36.887138 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041647c-5271-4908-a5cb-87c29e02ba86 req-5a669068-e4c7-4200-a7ee-1edaf3d215da tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:36.888645 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4041647c-5271-4908-a5cb-87c29e02ba86 req-5a669068-e4c7-4200-a7ee-1edaf3d215da tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 932 time: 0.0501454 Sep 19 11:37:36.940893 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4041647c-5271-4908-a5cb-87c29e02ba86 req-f0128be0-59cd-4fff-b599-83f3c765f606 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463545 Sep 19 11:37:38.013765 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-47f4594c-91ad-484e-bc73-3de35357783b req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] Request body: {'port': {'device_id': '96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:37:38.086778 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce37727-9ba8-4ed4-bc18-407f51d55265 req-69aa5b16-9280-4b99-b3db-1db79275bf59 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:38.088273 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bce37727-9ba8-4ed4-bc18-407f51d55265 req-69aa5b16-9280-4b99-b3db-1db79275bf59 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 932 time: 0.0705206 Sep 19 11:37:38.126263 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-47f4594c-91ad-484e-bc73-3de35357783b req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (bc8c65b7-ea3a-4cc4-96be-166b58bf0e44), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:38.185310 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bce37727-9ba8-4ed4-bc18-407f51d55265 req-1b65c668-ad48-4d1e-8033-98305046de5c tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819385 Sep 19 11:37:38.193351 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:38.266480 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:38.418501 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-47f4594c-91ad-484e-bc73-3de35357783b req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:37:38.426352 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-47f4594c-91ad-484e-bc73-3de35357783b req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] Publish callbacks [] for port (bc8c65b7-ea3a-4cc4-96be-166b58bf0e44), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:38.441775 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-47f4594c-91ad-484e-bc73-3de35357783b req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] Transition to ACTIVE for port object bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 11:37:38.446968 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-47f4594c-91ad-484e-bc73-3de35357783b req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (bc8c65b7-ea3a-4cc4-96be-166b58bf0e44), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:38.527746 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] Pushing event updated for resources: {'Port': ['ID=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:38.561910 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-47f4594c-91ad-484e-bc73-3de35357783b req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] Attempting to bind port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 11:37:38.562496 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-47f4594c-91ad-484e-bc73-3de35357783b req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] Attempting to bind port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '139c62bf-5560-4905-bf11-733e1d0d7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 11:37:38.562818 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f4594c-91ad-484e-bc73-3de35357783b req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] Attempting to bind port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 on network 19767917-7d2c-41bc-91d4-fa9f38d3bc1f {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:37:38.603568 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f4594c-91ad-484e-bc73-3de35357783b req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] Port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 on network 19767917-7d2c-41bc-91d4-fa9f38d3bc1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 11:37:38.603917 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f4594c-91ad-484e-bc73-3de35357783b req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] Attempting to bind port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 on network 19767917-7d2c-41bc-91d4-fa9f38d3bc1f {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 11:37:38.643462 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f4594c-91ad-484e-bc73-3de35357783b req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] Checking agent: {'id': '89dce09e-1d3d-46be-9edc-f71162f9f1f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'started_at': datetime.datetime(2022, 9, 19, 11, 21, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 11, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 11:37:38.643814 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f4594c-91ad-484e-bc73-3de35357783b req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] Checking segment: {'id': '139c62bf-5560-4905-bf11-733e1d0d7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 11:37:38.644188 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f4594c-91ad-484e-bc73-3de35357783b req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] Bound using segment: {'id': '139c62bf-5560-4905-bf11-733e1d0d7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 11:37:38.644604 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-47f4594c-91ad-484e-bc73-3de35357783b req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] Bound port: bc8c65b7-ea3a-4cc4-96be-166b58bf0e44, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139c62bf-5560-4905-bf11-733e1d0d7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 11:37:38.644951 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-47f4594c-91ad-484e-bc73-3de35357783b req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (bc8c65b7-ea3a-4cc4-96be-166b58bf0e44), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:38.707392 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-47f4594c-91ad-484e-bc73-3de35357783b req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] For port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44, host hv-cinder-82099, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 11:37:38.711551 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-47f4594c-91ad-484e-bc73-3de35357783b req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] For port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44,segment=NetworkSegment(139c62bf-5560-4905-bf11-733e1d0d7845),segment_id=139c62bf-5560-4905-bf11-733e1d0d7845)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 11:37:38.717175 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-47f4594c-91ad-484e-bc73-3de35357783b req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (bc8c65b7-ea3a-4cc4-96be-166b58bf0e44), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:38.720250 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4594c-91ad-484e-bc73-3de35357783b req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:38.721088 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-47f4594c-91ad-484e-bc73-3de35357783b req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:38.722433 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47f4594c-91ad-484e-bc73-3de35357783b req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 HTTP/1.1" status: 200 len: 1094 time: 0.7140532 Sep 19 11:37:38.725003 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355', 'tag': 'bc8c65b7-ea3a-4cc4-96be-166b58bf0e44'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:37:38.727745 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a262b1-3251-4f43-abb4-5e274cdd7cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355", "tag": "bc8c65b7-ea3a-4cc4-96be-166b58bf0e44"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:37:38.774102 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e133e9-6e0b-420b-ad49-29b7aac31cec x-openstack-request-id: req-91e133e9-6e0b-420b-ad49-29b7aac31cec {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:37:38.774395 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355", "tag": "bc8c65b7-ea3a-4cc4-96be-166b58bf0e44", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:37:38.774650 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-91e133e9-6e0b-420b-ad49-29b7aac31cec {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:37:38.775047 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91e133e9-6e0b-420b-ad49-29b7aac31cec'] response: {'name': 'network-changed', 'server_uuid': '96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355', 'tag': 'bc8c65b7-ea3a-4cc4-96be-166b58bf0e44', 'status': 'completed', 'code': 200} Sep 19 11:37:38.807836 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1023d3-c390-4548-99d1-ce00cee7b14b service neutron] Pushing event updated for resources: {'Port': ['ID=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:38.817356 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4594c-91ad-484e-bc73-3de35357783b req-dba2f819-3d9b-4049-a40e-c1bb80fc4a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:38.818340 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47f4594c-91ad-484e-bc73-3de35357783b req-dba2f819-3d9b-4049-a40e-c1bb80fc4a64 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=67f0a300a82b480d8f4a2c0a19f94fb6&device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 1128 time: 0.0566783 Sep 19 11:37:38.861364 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47f4594c-91ad-484e-bc73-3de35357783b req-f41d8453-fffd-4361-ab20-2955d7dbfd8c service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 HTTP/1.1" status: 200 len: 217 time: 0.0360425 Sep 19 11:37:38.909882 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4594c-91ad-484e-bc73-3de35357783b req-8bc5a77b-7230-4129-af2c-247b11efb110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:38.911949 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47f4594c-91ad-484e-bc73-3de35357783b req-8bc5a77b-7230-4129-af2c-247b11efb110 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=86daffd7-c08f-417a-9167-80b3707b13ea HTTP/1.1" status: 200 len: 853 time: 0.0444152 Sep 19 11:37:38.955642 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4594c-91ad-484e-bc73-3de35357783b req-c107ea65-7282-47c8-bcce-d81a09c3e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:38.957147 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47f4594c-91ad-484e-bc73-3de35357783b req-c107ea65-7282-47c8-bcce-d81a09c3e005 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=19767917-7d2c-41bc-91d4-fa9f38d3bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386622 Sep 19 11:37:39.048626 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47f4594c-91ad-484e-bc73-3de35357783b req-076389c9-8fbd-49b6-af24-9e9486ae62fc service neutron] 10.222.0.72 "GET /networking/v2.0/networks/19767917-7d2c-41bc-91d4-fa9f38d3bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852385 Sep 19 11:37:39.123386 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:39.129291 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:39.141785 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47f4594c-91ad-484e-bc73-3de35357783b req-714b4d00-20ff-4744-901d-f50a3f551b47 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/19767917-7d2c-41bc-91d4-fa9f38d3bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872586 Sep 19 11:37:39.307327 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4edab0-0119-4c4a-91b2-1be68f6f5b0c req-ac251342-c306-4e01-b1fa-a003bd0d14d5 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:39.308807 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3a4edab0-0119-4c4a-91b2-1be68f6f5b0c req-ac251342-c306-4e01-b1fa-a003bd0d14d5 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 944 time: 0.0504725 Sep 19 11:37:39.355505 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3a4edab0-0119-4c4a-91b2-1be68f6f5b0c req-4b5b8bf4-3e0f-4d75-aeb5-1a3df60463bd tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408225 Sep 19 11:37:39.851107 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a262b1-3251-4f43-abb4-5e274cdd7cb3 req-1aa20d2a-430d-4e9c-8abb-0fcb0ed61753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:39.852601 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f9a262b1-3251-4f43-abb4-5e274cdd7cb3 req-1aa20d2a-430d-4e9c-8abb-0fcb0ed61753 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=67f0a300a82b480d8f4a2c0a19f94fb6&device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 1128 time: 0.0394118 Sep 19 11:37:39.944053 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a262b1-3251-4f43-abb4-5e274cdd7cb3 req-c07709b3-4bf9-4dec-aee3-e4af81779fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:39.945410 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f9a262b1-3251-4f43-abb4-5e274cdd7cb3 req-c07709b3-4bf9-4dec-aee3-e4af81779fc9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=19767917-7d2c-41bc-91d4-fa9f38d3bc1f HTTP/1.1" status: 200 len: 915 time: 0.0872076 Sep 19 11:37:39.984364 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f9a262b1-3251-4f43-abb4-5e274cdd7cb3 req-3158c8f7-10a9-40b4-a3e2-cb6ee2779692 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 HTTP/1.1" status: 200 len: 217 time: 0.0332413 Sep 19 11:37:40.031186 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a262b1-3251-4f43-abb4-5e274cdd7cb3 req-9f347b32-dca8-4a5a-95a5-f65eb1529bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:40.032583 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f9a262b1-3251-4f43-abb4-5e274cdd7cb3 req-9f347b32-dca8-4a5a-95a5-f65eb1529bda service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=86daffd7-c08f-417a-9167-80b3707b13ea HTTP/1.1" status: 200 len: 853 time: 0.0432978 Sep 19 11:37:40.072503 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a262b1-3251-4f43-abb4-5e274cdd7cb3 req-ec5c24ee-647e-4dcd-a6ec-280906cbde25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:40.073891 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f9a262b1-3251-4f43-abb4-5e274cdd7cb3 req-ec5c24ee-647e-4dcd-a6ec-280906cbde25 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=19767917-7d2c-41bc-91d4-fa9f38d3bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0362079 Sep 19 11:37:40.164008 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f9a262b1-3251-4f43-abb4-5e274cdd7cb3 req-b606aff3-86f3-4d44-880b-a8b0483eeed5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/19767917-7d2c-41bc-91d4-fa9f38d3bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842171 Sep 19 11:37:40.256769 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f9a262b1-3251-4f43-abb4-5e274cdd7cb3 req-5a22c24a-baa3-48f5-9bab-c9794e304e23 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/19767917-7d2c-41bc-91d4-fa9f38d3bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870585 Sep 19 11:37:40.478832 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7c666-0803-416f-a91e-ac1c8d321220 req-c51a2bbd-88f1-4a67-91ce-4af2a6bb569d tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:40.480666 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-83d7c666-0803-416f-a91e-ac1c8d321220 req-c51a2bbd-88f1-4a67-91ce-4af2a6bb569d tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 944 time: 0.0481160 Sep 19 11:37:40.528295 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-83d7c666-0803-416f-a91e-ac1c8d321220 req-451c7049-bfb0-48ae-986a-cb01ea04178f tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418940 Sep 19 11:37:41.645464 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead0d74-8744-498e-b973-cacecfc13fbd req-a3946eea-86c6-489c-9182-9d5569fef8c2 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:41.646915 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2ead0d74-8744-498e-b973-cacecfc13fbd req-a3946eea-86c6-489c-9182-9d5569fef8c2 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 944 time: 0.0459027 Sep 19 11:37:41.694308 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2ead0d74-8744-498e-b973-cacecfc13fbd req-1ce58abe-e4b9-4370-8ead-bc3c1e276163 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418828 Sep 19 11:37:42.300323 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=106255) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 11:37:42.397193 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44,segment=NetworkSegment(139c62bf-5560-4905-bf11-733e1d0d7845),segment_id=139c62bf-5560-4905-bf11-733e1d0d7845)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:37:42.407922 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Returning: {'device': 'bc8c65b7-ea3a-4cc4-96be-166b58bf0e44', 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f', 'port_id': 'bc8c65b7-ea3a-4cc4-96be-166b58bf0e44', 'mac_address': 'fa:16:3e:ce:1d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86daffd7-c08f-417a-9167-80b3707b13ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106255) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 11:37:42.458508 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 is: DOWN; New status is: BUILD {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:37:42.458919 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (bc8c65b7-ea3a-4cc4-96be-166b58bf0e44), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:42.477034 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 {{(pid=106255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 11:37:42.517540 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44,segment=NetworkSegment(139c62bf-5560-4905-bf11-733e1d0d7845),segment_id=139c62bf-5560-4905-bf11-733e1d0d7845)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:37:42.563569 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (bc8c65b7-ea3a-4cc4-96be-166b58bf0e44), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:42.609636 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:42.766898 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['bc8c65b7-ea3a-4cc4-96be-166b58bf0e44'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:37:42.815997 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:43.058987 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16e709-c72b-4870-bb5e-9f2a64b33eec req-99da8b03-e176-4fb8-babd-87afecd9c227 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:43.060631 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce16e709-c72b-4870-bb5e-9f2a64b33eec req-99da8b03-e176-4fb8-babd-87afecd9c227 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 945 time: 0.2932107 Sep 19 11:37:43.108157 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce16e709-c72b-4870-bb5e-9f2a64b33eec req-325eb8df-2964-4f22-8d67-23cf0afd9223 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415623 Sep 19 11:37:44.228548 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ddfdd-f42d-4e1e-8b89-27671cc484d8 req-62a08198-918d-49ee-a714-2ceeefde3b95 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:44.229966 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3d8ddfdd-f42d-4e1e-8b89-27671cc484d8 req-62a08198-918d-49ee-a714-2ceeefde3b95 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 945 time: 0.0461218 Sep 19 11:37:44.276268 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3d8ddfdd-f42d-4e1e-8b89-27671cc484d8 req-72cf0ddc-ede0-49a8-a89b-904e733032ec tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408578 Sep 19 11:37:44.316357 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 up at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 11:37:44.362576 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning for port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 completed by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 11:37:44.368374 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Provisioning complete for port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 triggered by entity L2. {{(pid=106255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 11:37:44.368751 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1261139'] for port (bc8c65b7-ea3a-4cc4-96be-166b58bf0e44), provisioning_complete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:44.369084 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Attempt 1 to provision port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 Sep 19 11:37:44.438275 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:44.443585 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Current status of the port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 is: BUILD; New status is: ACTIVE {{(pid=106255) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 11:37:44.444003 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (bc8c65b7-ea3a-4cc4-96be-166b58bf0e44), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:44.467284 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8c65b7-ea3a-4cc4-96be-166b58bf0e44'}] {{(pid=106255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:37:44.469537 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d648150201a837c86d0782a0549a52c62835e63b3d0e2de67fe3567f0d22c99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34482b82-7752-4fc4-87d3-bd37aa5f9105" -d '{"events": [{"server_uuid": "96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355", "name": "network-vif-plugged", "status": "completed", "tag": "bc8c65b7-ea3a-4cc4-96be-166b58bf0e44"}]}' {{(pid=106255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:37:44.482462 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] For port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44,segment=NetworkSegment(139c62bf-5560-4905-bf11-733e1d0d7845),segment_id=139c62bf-5560-4905-bf11-733e1d0d7845)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:37:44.487030 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293'] for port (bc8c65b7-ea3a-4cc4-96be-166b58bf0e44), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:44.510874 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e245fd1f-4d2f-417c-8f19-1fd2dd7cee72 x-openstack-request-id: req-e245fd1f-4d2f-417c-8f19-1fd2dd7cee72 {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:37:44.511164 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355", "name": "network-vif-plugged", "status": "completed", "tag": "bc8c65b7-ea3a-4cc4-96be-166b58bf0e44", "code": 200}]} {{(pid=106255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:37:44.511416 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e245fd1f-4d2f-417c-8f19-1fd2dd7cee72 {{(pid=106255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:37:44.511832 dv-cinder-820994-5-iscsi neutron-server[106255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e245fd1f-4d2f-417c-8f19-1fd2dd7cee72'] response: {'server_uuid': '96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8c65b7-ea3a-4cc4-96be-166b58bf0e44', 'code': 200} Sep 19 11:37:44.537421 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Pushing event updated for resources: {'Port': ['ID=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44,revision_number=5']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:44.670634 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13848e9d-09a8-47a8-8681-fb2c02af1d16 req-bcc5e2b2-c503-493a-93e1-47c60aed40cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:44.672121 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-13848e9d-09a8-47a8-8681-fb2c02af1d16 req-bcc5e2b2-c503-493a-93e1-47c60aed40cd service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 1130 time: 0.0401466 Sep 19 11:37:44.714554 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:44.718691 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-13848e9d-09a8-47a8-8681-fb2c02af1d16 req-d39f172b-b099-4758-a964-cd4f7058b8d8 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Sep 19 11:37:45.386021 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:45.393972 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7cb6d-3578-4c40-b19d-e3f7570eefe2 req-c9826a24-c0ef-40ce-bb43-f10ad8ff7b2f tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:45.395965 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-97d7cb6d-3578-4c40-b19d-e3f7570eefe2 req-c9826a24-c0ef-40ce-bb43-f10ad8ff7b2f tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 946 time: 0.0458696 Sep 19 11:37:45.442988 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-97d7cb6d-3578-4c40-b19d-e3f7570eefe2 req-1d65911d-7e58-48d1-81c5-d2732fff0d22 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414634 Sep 19 11:37:46.358210 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b6634290-89d1-4e64-8b28-db79045d0924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:46.566557 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0800b-4538-41b0-9fb2-349219b09f35 req-2ac6bb9a-ab1c-4ff2-92c5-0c4484f8931d tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:46.568006 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-29d0800b-4538-41b0-9fb2-349219b09f35 req-2ac6bb9a-ab1c-4ff2-92c5-0c4484f8931d tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 946 time: 0.0460911 Sep 19 11:37:46.617988 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-29d0800b-4538-41b0-9fb2-349219b09f35 req-34ed224f-8421-4d08-8314-506272f95eb4 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443912 Sep 19 11:37:46.733782 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820eb90-290e-4722-a1bc-b3925cba146f req-1a2fbf0c-e408-41b0-b816-6634e3f1793e tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:46.735287 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b820eb90-290e-4722-a1bc-b3925cba146f req-1a2fbf0c-e408-41b0-b816-6634e3f1793e tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 946 time: 0.0454919 Sep 19 11:37:46.781640 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b820eb90-290e-4722-a1bc-b3925cba146f req-4d4eda26-9841-45cf-8190-de69432aa22f tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402784 Sep 19 11:37:47.108617 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d211f-61f4-439f-9b6b-c0438150e933 req-9fff8f85-3eee-4db0-987c-ba34c660f8de tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:47.110059 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8e3d211f-61f4-439f-9b6b-c0438150e933 req-9fff8f85-3eee-4db0-987c-ba34c660f8de tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 946 time: 0.0462708 Sep 19 11:37:47.156100 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8e3d211f-61f4-439f-9b6b-c0438150e933 req-350ea3c5-9d1d-4a09-85cb-e22e98e5cd7e tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405810 Sep 19 11:37:48.486202 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-14fe568c-6c08-4c45-911b-57f8f1aea4da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:48.917993 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:48.924437 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=5 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:49.888120 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:51.362613 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:51.432987 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:55.555682 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb98d76-0f52-49fd-885a-ab78f09ce87c req-96e732b7-5184-4d18-959c-5ea36950082b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:55.557169 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6eb98d76-0f52-49fd-885a-ab78f09ce87c req-96e732b7-5184-4d18-959c-5ea36950082b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 946 time: 0.0498180 Sep 19 11:37:55.606232 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6eb98d76-0f52-49fd-885a-ab78f09ce87c req-caeed039-79da-44f9-bb9a-d3996d8090f9 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432477 Sep 19 11:37:55.636085 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 37202) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:37:55.765398 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a002079-522c-4be0-a505-0c5678d6f2a2 tempest-TestMinimumBasicScenario-1913011751 tempest-TestMinimumBasicScenario-1913011751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:55.766871 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-8a002079-522c-4be0-a505-0c5678d6f2a2 tempest-TestMinimumBasicScenario-1913011751 tempest-TestMinimumBasicScenario-1913011751-project-admin] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 1125 time: 0.1298232 Sep 19 11:37:55.769744 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 37206) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:37:55.773818 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-0e3808b2-5ba4-4b1a-a357-515699be968b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Request body: {'floatingip': {'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'port_id': 'bc8c65b7-ea3a-4cc4-96be-166b58bf0e44', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:37:55.794508 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0e3808b2-5ba4-4b1a-a357-515699be968b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:55.875208 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0e3808b2-5ba4-4b1a-a357-515699be968b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:55.981871 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-0e3808b2-5ba4-4b1a-a357-515699be968b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Allocated IP 172.27.2.19 (1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e/eba3bf2d-24ea-4173-a318-d71949592727/d384e342-628c-4653-9baf-fed0c2305b3c) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 11:37:56.086645 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0e3808b2-5ba4-4b1a-a357-515699be968b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for port (d384e342-628c-4653-9baf-fed0c2305b3c), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:56.116961 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0e3808b2-5ba4-4b1a-a357-515699be968b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730871960257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (d384e342-628c-4653-9baf-fed0c2305b3c), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:56.155958 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3808b2-5ba4-4b1a-a357-515699be968b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Network 1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 11:37:56.160494 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-0e3808b2-5ba4-4b1a-a357-515699be968b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 11:37:56.165006 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3808b2-5ba4-4b1a-a357-515699be968b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 11:37:56.167916 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3808b2-5ba4-4b1a-a357-515699be968b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Pushing event updated for resources: {'Port': ['ID=d384e342-628c-4653-9baf-fed0c2305b3c,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:56.497567 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:56.510895 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:56.515886 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0e3808b2-5ba4-4b1a-a357-515699be968b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for floatingip (21d7d8ed-d010-438d-b5b6-e067044618bb), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:56.580783 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0e3808b2-5ba4-4b1a-a357-515699be968b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (d384e342-628c-4653-9baf-fed0c2305b3c), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:56.727405 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0e3808b2-5ba4-4b1a-a357-515699be968b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for port (d384e342-628c-4653-9baf-fed0c2305b3c), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:56.731563 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0e3808b2-5ba4-4b1a-a357-515699be968b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336761'] for port (d384e342-628c-4653-9baf-fed0c2305b3c), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:56.798729 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3808b2-5ba4-4b1a-a357-515699be968b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Pushing event updated for resources: {'Port': ['ID=d384e342-628c-4653-9baf-fed0c2305b3c,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:56.801086 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0e3808b2-5ba4-4b1a-a357-515699be968b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779174'] for floatingip (21d7d8ed-d010-438d-b5b6-e067044618bb), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:56.894289 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.l3_db [None req-0e3808b2-5ba4-4b1a-a357-515699be968b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Floating IP 21d7d8ed-d010-438d-b5b6-e067044618bb associated. External IP: 172.27.2.19, port: bc8c65b7-ea3a-4cc4-96be-166b58bf0e44. Sep 19 11:37:57.089770 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3808b2-5ba4-4b1a-a357-515699be968b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Router 5f6059f5-4639-4981-b956-7a17df5a2570 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:37:57.189704 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3808b2-5ba4-4b1a-a357-515699be968b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:37:57.195128 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:57.200080 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30892180-0721-411d-b12f-f7c74a678759 None None] Sync routers for ids ['5f6059f5-4639-4981-b956-7a17df5a2570'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:37:57.209489 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0e3808b2-5ba4-4b1a-a357-515699be968b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:57.211474 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30892180-0721-411d-b12f-f7c74a678759 None None] Routers {'5f6059f5-4639-4981-b956-7a17df5a2570'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:37:57.212124 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-30892180-0721-411d-b12f-f7c74a678759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:37:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['5f6059f5-4639-4981-b956-7a17df5a2570'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:57.247992 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-0e3808b2-5ba4-4b1a-a357-515699be968b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4719832 Sep 19 11:37:57.247992 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355', 'tag': 'bc8c65b7-ea3a-4cc4-96be-166b58bf0e44'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:37:57.247992 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703441799e6f49adca2ad8e8097d82180353dcc80b32e8c2cf6ef0d1aad19ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b42496-07bc-463f-8f0c-39e539ccce23" -d '{"events": [{"name": "network-changed", "server_uuid": "96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355", "tag": "bc8c65b7-ea3a-4cc4-96be-166b58bf0e44"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:37:57.248418 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 37208) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:37:57.253998 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3979f2a9-e6fd-4794-860a-ad84c45c240a tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-574276477', 'description': 'tempest-secgroup-smoke-574276477 description', 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:37:57.284040 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3979f2a9-e6fd-4794-860a-ad84c45c240a tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:57.333153 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-30892180-0721-411d-b12f-f7c74a678759 None None] Set router 5f6059f5-4639-4981-b956-7a17df5a2570 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:37:57.356679 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3979f2a9-e6fd-4794-860a-ad84c45c240a tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group (f09da9df-0269-46de-97c5-960e740362ca), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:57.361346 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3979f2a9-e6fd-4794-860a-ad84c45c240a tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (f09da9df-0269-46de-97c5-960e740362ca), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:57.395060 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3979f2a9-e6fd-4794-860a-ad84c45c240a tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:57.396370 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-3979f2a9-e6fd-4794-860a-ad84c45c240a tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1468320 Sep 19 11:37:57.398322 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979f2a9-e6fd-4794-860a-ad84c45c240a tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09da9df-0269-46de-97c5-960e740362ca,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:57.399643 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 37214) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:37:57.405283 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-141b8516-7a2b-4bcc-bad8-ba6c6782cf74 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Request body: {'security_group_rule': {'security_group_id': 'f09da9df-0269-46de-97c5-960e740362ca', 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:37:57.435788 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31db5b6-79c0-49b1-8567-ae9a894c9894 x-openstack-request-id: req-f31db5b6-79c0-49b1-8567-ae9a894c9894 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:37:57.436082 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355", "tag": "bc8c65b7-ea3a-4cc4-96be-166b58bf0e44", "status": "completed", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:37:57.436624 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f31db5b6-79c0-49b1-8567-ae9a894c9894 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:37:57.437022 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31db5b6-79c0-49b1-8567-ae9a894c9894'] response: {'name': 'network-changed', 'server_uuid': '96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355', 'tag': 'bc8c65b7-ea3a-4cc4-96be-166b58bf0e44', 'status': 'completed', 'code': 200} Sep 19 11:37:57.438853 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-141b8516-7a2b-4bcc-bad8-ba6c6782cf74 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group_rule (faa436dd-1e91-49e5-845d-c82526255159), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:57.500541 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-141b8516-7a2b-4bcc-bad8-ba6c6782cf74 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group_rule (faa436dd-1e91-49e5-845d-c82526255159), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:57.503507 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b42496-07bc-463f-8f0c-39e539ccce23 req-79183354-fe40-4f38-97ab-fa5e3d0e84f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:57.504518 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-141b8516-7a2b-4bcc-bad8-ba6c6782cf74 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (faa436dd-1e91-49e5-845d-c82526255159), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:57.505232 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-16b42496-07bc-463f-8f0c-39e539ccce23 req-79183354-fe40-4f38-97ab-fa5e3d0e84f5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=67f0a300a82b480d8f4a2c0a19f94fb6&device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 1130 time: 0.0431616 Sep 19 11:37:57.523642 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b8516-7a2b-4bcc-bad8-ba6c6782cf74 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa436dd-1e91-49e5-845d-c82526255159,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:57.538419 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-141b8516-7a2b-4bcc-bad8-ba6c6782cf74 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:57.542339 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-141b8516-7a2b-4bcc-bad8-ba6c6782cf74 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411498 Sep 19 11:37:57.543089 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 37216) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:37:57.549328 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-5bdcc6dc-5469-4770-992c-fe281bd01b3f tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Request body: {'security_group_rule': {'security_group_id': 'f09da9df-0269-46de-97c5-960e740362ca', 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:37:57.573041 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-30892180-0721-411d-b12f-f7c74a678759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'name': 'tempest-TestMinimumBasicScenario-992070293-router', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '36acf040-6084-43b6-b915-4f9e4d172624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:11Z', 'revision_number': 4, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'gw_port': {'id': '36acf040-6084-43b6-b915-4f9e4d172624', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '21d7d8ed-d010-438d-b5b6-e067044618bb', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'port_id': 'bc8c65b7-ea3a-4cc4-96be-166b58bf0e44', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f', 'mac_address': 'fa:16:3e:ce:1d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:37:56Z', 'updated_at': '2022-09-19T11:37:56Z', 'revision_number': 0, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4000c384-c1c8-4dbd-8d2d-cf5071ec277a', 'name': '', 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'mac_address': 'fa:16:3e:48:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '86daffd7-c08f-417a-9167-80b3707b13ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:11Z', 'updated_at': '2022-09-19T11:37:16Z', 'revision_number': 5, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'subnets': [{'id': '86daffd7-c08f-417a-9167-80b3707b13ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:57.577018 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5bdcc6dc-5469-4770-992c-fe281bd01b3f tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group_rule (846d865a-b6da-4fb3-8f5a-04e6f6e8cf18), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:57.598292 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30892180-0721-411d-b12f-f7c74a678759 None None] Checking router: 5f6059f5-4639-4981-b956-7a17df5a2570 for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:37:57.604326 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:57.607984 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30892180-0721-411d-b12f-f7c74a678759 None None] Routers {'5f6059f5-4639-4981-b956-7a17df5a2570'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:37:57.609027 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-30892180-0721-411d-b12f-f7c74a678759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:37:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['5f6059f5-4639-4981-b956-7a17df5a2570'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:57.620701 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b42496-07bc-463f-8f0c-39e539ccce23 req-0f8ff427-9cb1-42f3-9db3-d93a565c9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:57.622182 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-16b42496-07bc-463f-8f0c-39e539ccce23 req-0f8ff427-9cb1-42f3-9db3-d93a565c9f09 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=19767917-7d2c-41bc-91d4-fa9f38d3bc1f HTTP/1.1" status: 200 len: 915 time: 0.1107402 Sep 19 11:37:57.647126 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5bdcc6dc-5469-4770-992c-fe281bd01b3f tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group_rule (846d865a-b6da-4fb3-8f5a-04e6f6e8cf18), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:57.651829 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5bdcc6dc-5469-4770-992c-fe281bd01b3f tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (846d865a-b6da-4fb3-8f5a-04e6f6e8cf18), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:57.674855 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcc6dc-5469-4770-992c-fe281bd01b3f tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846d865a-b6da-4fb3-8f5a-04e6f6e8cf18,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:57.686166 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5bdcc6dc-5469-4770-992c-fe281bd01b3f tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:57.690258 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-5bdcc6dc-5469-4770-992c-fe281bd01b3f tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1435084 Sep 19 11:37:57.690431 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 37218) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:37:57.693513 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-16b42496-07bc-463f-8f0c-39e539ccce23 req-dd6079d8-37cd-4fbd-96b6-d4b5918dbfe2 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 HTTP/1.1" status: 200 len: 999 time: 0.0646191 Sep 19 11:37:57.695423 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-97b0840f-ba43-439c-abc9-65714d431d25 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Request body: {'security_group_rule': {'security_group_id': 'f09da9df-0269-46de-97c5-960e740362ca', 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:37:57.719146 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-30892180-0721-411d-b12f-f7c74a678759 None None] Set router 5f6059f5-4639-4981-b956-7a17df5a2570 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:37:57.723133 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-97b0840f-ba43-439c-abc9-65714d431d25 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group_rule (29d1de3e-5399-4d2d-8f1a-476ee903d38a), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:57.755451 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b42496-07bc-463f-8f0c-39e539ccce23 req-3de569c0-f07a-4e62-98c7-02ccbe39ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:57.757039 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-16b42496-07bc-463f-8f0c-39e539ccce23 req-3de569c0-f07a-4e62-98c7-02ccbe39ab03 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=86daffd7-c08f-417a-9167-80b3707b13ea HTTP/1.1" status: 200 len: 853 time: 0.0566752 Sep 19 11:37:57.786318 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-97b0840f-ba43-439c-abc9-65714d431d25 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group_rule (29d1de3e-5399-4d2d-8f1a-476ee903d38a), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:57.791989 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-97b0840f-ba43-439c-abc9-65714d431d25 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (29d1de3e-5399-4d2d-8f1a-476ee903d38a), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:57.803598 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b42496-07bc-463f-8f0c-39e539ccce23 req-13c9106e-d979-4335-80fd-f52d0f793bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:57.805165 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-16b42496-07bc-463f-8f0c-39e539ccce23 req-13c9106e-d979-4335-80fd-f52d0f793bff service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=19767917-7d2c-41bc-91d4-fa9f38d3bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420775 Sep 19 11:37:57.812418 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0840f-ba43-439c-abc9-65714d431d25 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d1de3e-5399-4d2d-8f1a-476ee903d38a,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:57.821634 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-97b0840f-ba43-439c-abc9-65714d431d25 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:57.825695 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-97b0840f-ba43-439c-abc9-65714d431d25 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314297 Sep 19 11:37:57.825906 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 37220) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:37:57.830846 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-020da304-92b3-4e2d-b292-4f060e751067 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Request body: {'security_group_rule': {'security_group_id': 'f09da9df-0269-46de-97c5-960e740362ca', 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:37:57.832512 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:57.858349 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-020da304-92b3-4e2d-b292-4f060e751067 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group_rule (732af52f-9eb0-432b-a987-23c39781b830), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:57.887435 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:57.922853 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-16b42496-07bc-463f-8f0c-39e539ccce23 req-e964b3c8-61a3-490f-ab7e-7e3dc3452211 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/19767917-7d2c-41bc-91d4-fa9f38d3bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107011 Sep 19 11:37:57.926117 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-020da304-92b3-4e2d-b292-4f060e751067 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group_rule (732af52f-9eb0-432b-a987-23c39781b830), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:57.929748 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-020da304-92b3-4e2d-b292-4f060e751067 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (732af52f-9eb0-432b-a987-23c39781b830), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:57.949798 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020da304-92b3-4e2d-b292-4f060e751067 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732af52f-9eb0-432b-a987-23c39781b830,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:57.960416 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-30892180-0721-411d-b12f-f7c74a678759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'name': 'tempest-TestMinimumBasicScenario-992070293-router', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '36acf040-6084-43b6-b915-4f9e4d172624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:11Z', 'revision_number': 4, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'gw_port': {'id': '36acf040-6084-43b6-b915-4f9e4d172624', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '21d7d8ed-d010-438d-b5b6-e067044618bb', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'port_id': 'bc8c65b7-ea3a-4cc4-96be-166b58bf0e44', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f', 'mac_address': 'fa:16:3e:ce:1d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:37:56Z', 'updated_at': '2022-09-19T11:37:56Z', 'revision_number': 0, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4000c384-c1c8-4dbd-8d2d-cf5071ec277a', 'name': '', 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'mac_address': 'fa:16:3e:48:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '86daffd7-c08f-417a-9167-80b3707b13ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:11Z', 'updated_at': '2022-09-19T11:37:16Z', 'revision_number': 5, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'subnets': [{'id': '86daffd7-c08f-417a-9167-80b3707b13ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:37:57.960651 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-020da304-92b3-4e2d-b292-4f060e751067 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:57.964459 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-020da304-92b3-4e2d-b292-4f060e751067 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1351490 Sep 19 11:37:57.964661 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 37222) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:37:57.969333 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-5ddacc31-1d7a-4b70-9c3c-c42a6d207a89 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Request body: {'security_group_rule': {'security_group_id': 'f09da9df-0269-46de-97c5-960e740362ca', 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:37:57.989136 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30892180-0721-411d-b12f-f7c74a678759 None None] The sync data for ids ['5f6059f5-4639-4981-b956-7a17df5a2570'] in dv-cinder-820994-5-iscsi is: [{'id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'name': 'tempest-TestMinimumBasicScenario-992070293-router', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '36acf040-6084-43b6-b915-4f9e4d172624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:11Z', 'revision_number': 4, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'gw_port': {'id': '36acf040-6084-43b6-b915-4f9e4d172624', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_floatingips': [{'id': '21d7d8ed-d010-438d-b5b6-e067044618bb', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'router_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'port_id': 'bc8c65b7-ea3a-4cc4-96be-166b58bf0e44', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f', 'mac_address': 'fa:16:3e:ce:1d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T11:37:56Z', 'updated_at': '2022-09-19T11:37:56Z', 'revision_number': 0, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4000c384-c1c8-4dbd-8d2d-cf5071ec277a', 'name': '', 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'mac_address': 'fa:16:3e:48:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '86daffd7-c08f-417a-9167-80b3707b13ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:11Z', 'updated_at': '2022-09-19T11:37:16Z', 'revision_number': 5, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'subnets': [{'id': '86daffd7-c08f-417a-9167-80b3707b13ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:37:57.991407 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.securitygroups_db [None req-5ddacc31-1d7a-4b70-9c3c-c42a6d207a89 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Project 67f0a300a82b480d8f4a2c0a19f94fb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 11:37:57.997860 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5ddacc31-1d7a-4b70-9c3c-c42a6d207a89 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group_rule (ce91b6bd-637f-4b4a-845c-9ba0276257e7), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:58.036186 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-16b42496-07bc-463f-8f0c-39e539ccce23 req-f15840fd-98e6-4a6f-8638-a7b710ea132b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/19767917-7d2c-41bc-91d4-fa9f38d3bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050038 Sep 19 11:37:58.070104 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5ddacc31-1d7a-4b70-9c3c-c42a6d207a89 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group_rule (ce91b6bd-637f-4b4a-845c-9ba0276257e7), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:58.075384 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5ddacc31-1d7a-4b70-9c3c-c42a6d207a89 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (ce91b6bd-637f-4b4a-845c-9ba0276257e7), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:58.095146 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddacc31-1d7a-4b70-9c3c-c42a6d207a89 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce91b6bd-637f-4b4a-845c-9ba0276257e7,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:58.102345 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5ddacc31-1d7a-4b70-9c3c-c42a6d207a89 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:58.103541 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-5ddacc31-1d7a-4b70-9c3c-c42a6d207a89 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377268 Sep 19 11:37:58.106154 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 37224) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:37:58.110397 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.v2.base [None req-c5c57e0a-18ea-49b4-a57d-ab623494546e tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Request body: {'security_group_rule': {'security_group_id': 'f09da9df-0269-46de-97c5-960e740362ca', 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:37:58.115272 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:58.136040 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.securitygroups_db [None req-c5c57e0a-18ea-49b4-a57d-ab623494546e tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Project 67f0a300a82b480d8f4a2c0a19f94fb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 11:37:58.142438 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c5c57e0a-18ea-49b4-a57d-ab623494546e tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group_rule (e10c1633-2897-4306-bb8d-49a7b2597850), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:58.203560 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b37662-c96f-4b92-9e83-8e3d8056dcf8 None None] New status for floating IP 21d7d8ed-d010-438d-b5b6-e067044618bb: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:37:58.205734 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c5c57e0a-18ea-49b4-a57d-ab623494546e tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group_rule (e10c1633-2897-4306-bb8d-49a7b2597850), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:58.210276 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c5c57e0a-18ea-49b4-a57d-ab623494546e tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540552'] for security_group_rule (e10c1633-2897-4306-bb8d-49a7b2597850), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:58.232002 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c57e0a-18ea-49b4-a57d-ab623494546e tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10c1633-2897-4306-bb8d-49a7b2597850,revision_number=0']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:58.238236 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c5c57e0a-18ea-49b4-a57d-ab623494546e tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:58.239581 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-c5c57e0a-18ea-49b4-a57d-ab623494546e tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1325114 Sep 19 11:37:58.340270 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5f1fb1a7-bbb5-4dbe-b4db-c9596355329c req-e41e5f6c-f2dc-47e4-a28d-e7e0e52e2dde tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-574276477&fields=id&tenant_id=67f0a300a82b480d8f4a2c0a19f94fb6 HTTP/1.1" status: 200 len: 267 time: 0.0516710 Sep 19 11:37:58.400732 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fb1a7-bbb5-4dbe-b4db-c9596355329c req-cacd4a0c-9e61-43a1-9016-a8bb8673c79d tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:58.402220 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5f1fb1a7-bbb5-4dbe-b4db-c9596355329c req-cacd4a0c-9e61-43a1-9016-a8bb8673c79d tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 946 time: 0.0514348 Sep 19 11:37:58.413417 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-5f1fb1a7-bbb5-4dbe-b4db-c9596355329c req-56c8d06a-6acd-4c8e-bcf1-4b56b657419b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Request body: {'port': {'security_groups': ['8d06daec-58da-427f-ad13-3d2a2ebe358e', 'f09da9df-0269-46de-97c5-960e740362ca']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:37:58.481837 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5f1fb1a7-bbb5-4dbe-b4db-c9596355329c req-56c8d06a-6acd-4c8e-bcf1-4b56b657419b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (bc8c65b7-ea3a-4cc4-96be-166b58bf0e44), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:58.668005 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5f1fb1a7-bbb5-4dbe-b4db-c9596355329c req-56c8d06a-6acd-4c8e-bcf1-4b56b657419b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] For port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44,segment=NetworkSegment(139c62bf-5560-4905-bf11-733e1d0d7845),segment_id=139c62bf-5560-4905-bf11-733e1d0d7845)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:37:58.696337 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5f1fb1a7-bbb5-4dbe-b4db-c9596355329c req-56c8d06a-6acd-4c8e-bcf1-4b56b657419b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for port (bc8c65b7-ea3a-4cc4-96be-166b58bf0e44), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:58.700888 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5f1fb1a7-bbb5-4dbe-b4db-c9596355329c req-56c8d06a-6acd-4c8e-bcf1-4b56b657419b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (bc8c65b7-ea3a-4cc4-96be-166b58bf0e44), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:58.711589 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fb1a7-bbb5-4dbe-b4db-c9596355329c req-56c8d06a-6acd-4c8e-bcf1-4b56b657419b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:58.712229 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5f1fb1a7-bbb5-4dbe-b4db-c9596355329c req-56c8d06a-6acd-4c8e-bcf1-4b56b657419b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:37:58.712377 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['bc8c65b7-ea3a-4cc4-96be-166b58bf0e44'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:37:58.713597 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5f1fb1a7-bbb5-4dbe-b4db-c9596355329c req-56c8d06a-6acd-4c8e-bcf1-4b56b657419b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "PUT /networking/v2.0/ports/bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 HTTP/1.1" status: 200 len: 982 time: 0.3051562 Sep 19 11:37:58.714154 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355', 'tag': 'bc8c65b7-ea3a-4cc4-96be-166b58bf0e44'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:37:58.716434 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0210cf45-b14f-45fa-a9a7-e6d7d9e845c1" -d '{"events": [{"name": "network-changed", "server_uuid": "96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355", "tag": "bc8c65b7-ea3a-4cc4-96be-166b58bf0e44"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:37:58.766637 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7eb4493-fc15-405c-bc32-f62bdc4c8db9 x-openstack-request-id: req-d7eb4493-fc15-405c-bc32-f62bdc4c8db9 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:37:58.766927 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355", "tag": "bc8c65b7-ea3a-4cc4-96be-166b58bf0e44", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:37:58.767182 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d7eb4493-fc15-405c-bc32-f62bdc4c8db9 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:37:58.767582 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7eb4493-fc15-405c-bc32-f62bdc4c8db9'] response: {'name': 'network-changed', 'server_uuid': '96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355', 'tag': 'bc8c65b7-ea3a-4cc4-96be-166b58bf0e44', 'status': 'completed', 'code': 200} Sep 19 11:37:58.772520 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8d06a-6acd-4c8e-bcf1-4b56b657419b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Pushing event updated for resources: {'Port': ['ID=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44,revision_number=6']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:37:58.814437 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['bc8c65b7-ea3a-4cc4-96be-166b58bf0e44'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:37:58.869100 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210cf45-b14f-45fa-a9a7-e6d7d9e845c1 req-265e7aa3-bd3a-4146-8415-d3ddfe520cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:58.870619 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0210cf45-b14f-45fa-a9a7-e6d7d9e845c1 req-265e7aa3-bd3a-4146-8415-d3ddfe520cba service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=67f0a300a82b480d8f4a2c0a19f94fb6&device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 1169 time: 0.0689645 Sep 19 11:37:58.894481 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eb825-6966-4249-8d59-e456aa08e71f req-96388556-262c-4d81-b5d0-7d0f41635c6c tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:58.899292 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8c0eb825-6966-4249-8d59-e456aa08e71f req-96388556-262c-4d81-b5d0-7d0f41635c6c tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 985 time: 0.0844796 Sep 19 11:37:58.938042 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:59.028871 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8c0eb825-6966-4249-8d59-e456aa08e71f req-c6f0a337-7bde-4104-a187-7b833270c541 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&id=f09da9df-0269-46de-97c5-960e740362ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166782 Sep 19 11:37:59.030272 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210cf45-b14f-45fa-a9a7-e6d7d9e845c1 req-3a585cc5-dd73-49bb-8e53-43f6020e17ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:59.031633 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0210cf45-b14f-45fa-a9a7-e6d7d9e845c1 req-3a585cc5-dd73-49bb-8e53-43f6020e17ac service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=19767917-7d2c-41bc-91d4-fa9f38d3bc1f HTTP/1.1" status: 200 len: 915 time: 0.1531150 Sep 19 11:37:59.098599 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0210cf45-b14f-45fa-a9a7-e6d7d9e845c1 req-1bcc4f5f-e104-4fde-a4f9-319606415ac5 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 HTTP/1.1" status: 200 len: 1001 time: 0.0588207 Sep 19 11:37:59.151552 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210cf45-b14f-45fa-a9a7-e6d7d9e845c1 req-9c66201d-af1d-411d-ac04-280abae82ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:59.153049 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0210cf45-b14f-45fa-a9a7-e6d7d9e845c1 req-9c66201d-af1d-411d-ac04-280abae82ba0 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=86daffd7-c08f-417a-9167-80b3707b13ea HTTP/1.1" status: 200 len: 853 time: 0.0484512 Sep 19 11:37:59.185526 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:59.188446 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:59.200796 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210cf45-b14f-45fa-a9a7-e6d7d9e845c1 req-341da2dc-497b-437c-be3f-da4e369a6b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:37:59.202310 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0210cf45-b14f-45fa-a9a7-e6d7d9e845c1 req-341da2dc-497b-437c-be3f-da4e369a6b85 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=19767917-7d2c-41bc-91d4-fa9f38d3bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431778 Sep 19 11:37:59.223499 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:37:59.300084 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0210cf45-b14f-45fa-a9a7-e6d7d9e845c1 req-c7960d15-6596-41b4-8a0f-f92eed773316 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/19767917-7d2c-41bc-91d4-fa9f38d3bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917470 Sep 19 11:37:59.391987 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0210cf45-b14f-45fa-a9a7-e6d7d9e845c1 req-466bdfd0-4194-432e-bdcf-a35ecf72642c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/19767917-7d2c-41bc-91d4-fa9f38d3bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866113 Sep 19 11:38:01.034450 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:38:03.836087 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:38:08.229204 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:UPDATE=4,neutron:SELECT=71,neutron:DELETE=6,neutron:INSERT=9 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:38:08.230005 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=16,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:38:09.387301 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=19 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:38:09.389123 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=24 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:38:11.028057 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=77 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:38:11.029926 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:38:13.831749 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=91 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:38:13.832506 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=87 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:38:16.360046 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-038df074-4183-4b56-b842-c5ff1bedd662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:38:18.487487 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-63ec422b-f3b7-41d1-9ce2-91374a9ad87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:38:19.887634 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:38:21.369442 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:38:21.433924 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:38:21.903680 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bc3fb-1ef0-4400-afa4-32444beb2fc5 req-f1e75d57-a75f-4756-9cd8-4f84178feac8 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:21.905164 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f25bc3fb-1ef0-4400-afa4-32444beb2fc5 req-f1e75d57-a75f-4756-9cd8-4f84178feac8 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 985 time: 0.0786092 Sep 19 11:38:21.906203 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784eda8b-cbc3-4af5-b5cc-a7e34a6cd5b5 req-98dbc053-1f80-4622-aaac-0d714aa1cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:21.907531 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-784eda8b-cbc3-4af5-b5cc-a7e34a6cd5b5 req-98dbc053-1f80-4622-aaac-0d714aa1cd50 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=67f0a300a82b480d8f4a2c0a19f94fb6&device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 1169 time: 0.0702522 Sep 19 11:38:22.018328 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f25bc3fb-1ef0-4400-afa4-32444beb2fc5 req-e0d9eea6-0877-4e37-8599-39428cd8eec2 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&id=f09da9df-0269-46de-97c5-960e740362ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1074660 Sep 19 11:38:22.040433 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784eda8b-cbc3-4af5-b5cc-a7e34a6cd5b5 req-5b68548f-cb6f-43d7-b0a2-98cd31fe435e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:22.041905 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-784eda8b-cbc3-4af5-b5cc-a7e34a6cd5b5 req-5b68548f-cb6f-43d7-b0a2-98cd31fe435e service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=19767917-7d2c-41bc-91d4-fa9f38d3bc1f HTTP/1.1" status: 200 len: 915 time: 0.1245773 Sep 19 11:38:22.109131 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-784eda8b-cbc3-4af5-b5cc-a7e34a6cd5b5 req-031626fe-f859-4dcb-8805-6f2f3deb57ee service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 HTTP/1.1" status: 200 len: 1001 time: 0.0601816 Sep 19 11:38:22.157858 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784eda8b-cbc3-4af5-b5cc-a7e34a6cd5b5 req-a442bdb2-6ccf-487f-9889-f36032bccaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:22.159327 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-784eda8b-cbc3-4af5-b5cc-a7e34a6cd5b5 req-a442bdb2-6ccf-487f-9889-f36032bccaa2 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=86daffd7-c08f-417a-9167-80b3707b13ea HTTP/1.1" status: 200 len: 853 time: 0.0438676 Sep 19 11:38:22.202310 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784eda8b-cbc3-4af5-b5cc-a7e34a6cd5b5 req-0fd695ab-5cc5-42f2-b11a-e44a7c412f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:22.203736 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-784eda8b-cbc3-4af5-b5cc-a7e34a6cd5b5 req-0fd695ab-5cc5-42f2-b11a-e44a7c412f0b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=19767917-7d2c-41bc-91d4-fa9f38d3bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382402 Sep 19 11:38:22.298776 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-784eda8b-cbc3-4af5-b5cc-a7e34a6cd5b5 req-80cb1974-0f2d-4d95-8b44-8d245c290b94 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/19767917-7d2c-41bc-91d4-fa9f38d3bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887489 Sep 19 11:38:22.391567 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-784eda8b-cbc3-4af5-b5cc-a7e34a6cd5b5 req-4d74d579-e4f3-409b-b210-d265026dfcb6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/19767917-7d2c-41bc-91d4-fa9f38d3bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866790 Sep 19 11:38:23.139196 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55b756-daf1-4d7b-ba27-1eaf98466935 req-31d57d19-7670-455a-b40a-61d8e2cc272d tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:23.140691 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9f55b756-daf1-4d7b-ba27-1eaf98466935 req-31d57d19-7670-455a-b40a-61d8e2cc272d tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 985 time: 0.0468438 Sep 19 11:38:23.202690 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9f55b756-daf1-4d7b-ba27-1eaf98466935 req-3d9ba0ed-1a03-451f-8a42-7858f137b591 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&id=f09da9df-0269-46de-97c5-960e740362ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558186 Sep 19 11:38:24.325127 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4f99e-df4d-4430-9a8b-2d035095b973 req-b940f926-6936-4110-9e24-2839c2b29165 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:24.326584 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2bd4f99e-df4d-4430-9a8b-2d035095b973 req-b940f926-6936-4110-9e24-2839c2b29165 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 985 time: 0.0470920 Sep 19 11:38:24.387535 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2bd4f99e-df4d-4430-9a8b-2d035095b973 req-9ede7114-3f3c-461d-a546-c240b934e294 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&id=f09da9df-0269-46de-97c5-960e740362ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553091 Sep 19 11:38:25.518581 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d2519-e9e2-426f-91ff-ae6cd91eb8d9 req-5f8c958c-f4d1-46cf-b67e-d92a0f5ba594 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:25.520128 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-869d2519-e9e2-426f-91ff-ae6cd91eb8d9 req-5f8c958c-f4d1-46cf-b67e-d92a0f5ba594 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 985 time: 0.0504646 Sep 19 11:38:25.580714 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-869d2519-e9e2-426f-91ff-ae6cd91eb8d9 req-f1865a86-7b33-4ee0-a182-c1369fbfe7a3 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&id=f09da9df-0269-46de-97c5-960e740362ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534518 Sep 19 11:38:25.919125 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:38:25.919911 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:38:26.702837 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d3a79-af3a-439f-9978-d1e3a818435b req-a7dd7ba5-08bc-4851-a868-9b1a7cf63a3d tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:26.704382 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e87d3a79-af3a-439f-9978-d1e3a818435b req-a7dd7ba5-08bc-4851-a868-9b1a7cf63a3d tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 985 time: 0.0492470 Sep 19 11:38:26.740904 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:38:26.765939 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e87d3a79-af3a-439f-9978-d1e3a818435b req-18d9d923-c44a-4dcd-bab6-1d2c6cbb0667 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&id=f09da9df-0269-46de-97c5-960e740362ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555356 Sep 19 11:38:27.875650 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:38:27.886774 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce380b-0416-482b-a780-9dc6ae792d61 req-656c245c-3efd-4f95-be11-189d3237a6e7 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:27.888241 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-80ce380b-0416-482b-a780-9dc6ae792d61 req-656c245c-3efd-4f95-be11-189d3237a6e7 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 985 time: 0.0464184 Sep 19 11:38:27.950913 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-80ce380b-0416-482b-a780-9dc6ae792d61 req-97fcbf58-980e-46be-a87a-41c72ac140fe tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&id=f09da9df-0269-46de-97c5-960e740362ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571048 Sep 19 11:38:29.070647 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72899b-cb19-41ed-b644-66c0b9b992a6 req-a7c49079-e02b-49d4-9b41-85d5bdd7681b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:29.072154 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bb72899b-cb19-41ed-b644-66c0b9b992a6 req-a7c49079-e02b-49d4-9b41-85d5bdd7681b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 985 time: 0.0471742 Sep 19 11:38:29.131179 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bb72899b-cb19-41ed-b644-66c0b9b992a6 req-8d44d651-a5e0-41f1-bd36-9a298e88b269 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&id=f09da9df-0269-46de-97c5-960e740362ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535240 Sep 19 11:38:30.252058 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce5dea-8f2b-45a4-9ad5-dc35cbe49cce req-85c24060-ab8f-4bac-a935-306a8a34372a tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:30.253517 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-37ce5dea-8f2b-45a4-9ad5-dc35cbe49cce req-85c24060-ab8f-4bac-a935-306a8a34372a tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 985 time: 0.0476904 Sep 19 11:38:30.312984 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-37ce5dea-8f2b-45a4-9ad5-dc35cbe49cce req-28a81d77-dc17-4d0a-abf6-c29ec78cbcca tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&id=f09da9df-0269-46de-97c5-960e740362ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538154 Sep 19 11:38:31.044987 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:38:31.435030 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efb2c2-0f19-4488-b3fc-1390616db797 req-b678afa7-576c-4358-a7a8-a0a20a3b4ee3 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:31.436783 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-62efb2c2-0f19-4488-b3fc-1390616db797 req-b678afa7-576c-4358-a7a8-a0a20a3b4ee3 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 985 time: 0.0498385 Sep 19 11:38:31.496278 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-62efb2c2-0f19-4488-b3fc-1390616db797 req-19910b86-810e-4038-b23d-44717ac0f031 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&id=f09da9df-0269-46de-97c5-960e740362ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534551 Sep 19 11:38:32.617803 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9016aaf-3912-49b5-a27d-175767023c57 req-120e2fab-81b5-45a5-baf1-ab219ffade3c tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:32.619231 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f9016aaf-3912-49b5-a27d-175767023c57 req-120e2fab-81b5-45a5-baf1-ab219ffade3c tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 985 time: 0.0464482 Sep 19 11:38:32.679043 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f9016aaf-3912-49b5-a27d-175767023c57 req-64e50410-2973-4bef-a469-273ade3d9653 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&id=f09da9df-0269-46de-97c5-960e740362ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542901 Sep 19 11:38:33.849648 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e9c3c-dd93-43e6-8942-4fca7c4c57ee req-2a9786bc-e9af-44c2-9482-a22d7ddc6c69 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:33.851112 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-500e9c3c-dd93-43e6-8942-4fca7c4c57ee req-2a9786bc-e9af-44c2-9482-a22d7ddc6c69 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 985 time: 0.0981803 Sep 19 11:38:33.909803 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-500e9c3c-dd93-43e6-8942-4fca7c4c57ee req-9842ac0b-69ae-453d-9608-85f9d24fd6cc tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&id=f09da9df-0269-46de-97c5-960e740362ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529931 Sep 19 11:38:35.078279 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ff3f3-c577-4be6-819a-4106f26ce70e req-1b1f6cb0-63fc-4747-9a8a-8784332650cc tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:35.079747 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8c5ff3f3-c577-4be6-819a-4106f26ce70e req-1b1f6cb0-63fc-4747-9a8a-8784332650cc tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 985 time: 0.0953407 Sep 19 11:38:35.139538 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8c5ff3f3-c577-4be6-819a-4106f26ce70e req-e8d13f6f-7010-422b-bb5d-98f54260d3fc tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&id=f09da9df-0269-46de-97c5-960e740362ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536807 Sep 19 11:38:36.261257 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990c064-2402-4bbb-96dd-d60f17ab3825 req-aaf2604a-89e5-40af-9ea8-b2ac8e18da17 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:36.262673 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c990c064-2402-4bbb-96dd-d60f17ab3825 req-aaf2604a-89e5-40af-9ea8-b2ac8e18da17 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 985 time: 0.0466857 Sep 19 11:38:36.325072 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c990c064-2402-4bbb-96dd-d60f17ab3825 req-1c65f0bd-96b7-45b9-ad11-1f5797a517c7 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&id=f09da9df-0269-46de-97c5-960e740362ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567923 Sep 19 11:38:37.445268 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b7872-6562-467f-bd24-8506dd971542 req-c6add467-e16e-483a-a999-6f36887df9e6 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:37.446725 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e29b7872-6562-467f-bd24-8506dd971542 req-c6add467-e16e-483a-a999-6f36887df9e6 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 985 time: 0.0474477 Sep 19 11:38:37.506468 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e29b7872-6562-467f-bd24-8506dd971542 req-96e4c592-99e9-4587-ac11-991b47e10399 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&id=f09da9df-0269-46de-97c5-960e740362ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541706 Sep 19 11:38:38.627898 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789f2c-1caa-424c-8658-9c7e69da4f98 req-876c3f70-4906-4fe7-a049-8b81abda7a07 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:38.629406 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-91789f2c-1caa-424c-8658-9c7e69da4f98 req-876c3f70-4906-4fe7-a049-8b81abda7a07 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 985 time: 0.0484996 Sep 19 11:38:38.641379 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:38:38.654496 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:38:38.691126 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-91789f2c-1caa-424c-8658-9c7e69da4f98 req-49afb7ad-cace-4247-aed9-362dc104fd6d tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&id=f09da9df-0269-46de-97c5-960e740362ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560968 Sep 19 11:38:40.835080 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:38:40.851892 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3f48957-1a5b-4a93-8d80-4f407d833fd2 req-b5ce3c43-5027-4451-bfbd-e045efd92b70 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412827 Sep 19 11:38:40.929598 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f48957-1a5b-4a93-8d80-4f407d833fd2 req-fc45ff50-d5dc-45af-b0b1-269a88b4f1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:40.931044 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3f48957-1a5b-4a93-8d80-4f407d833fd2 req-fc45ff50-d5dc-45af-b0b1-269a88b4f1e0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=67f0a300a82b480d8f4a2c0a19f94fb6&device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 1169 time: 0.0386233 Sep 19 11:38:41.034368 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:38:41.040543 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:38:41.041335 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f48957-1a5b-4a93-8d80-4f407d833fd2 req-fa1c578b-78c0-4163-bd34-c593d6780b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:41.042881 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3f48957-1a5b-4a93-8d80-4f407d833fd2 req-fa1c578b-78c0-4163-bd34-c593d6780b7b service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=19767917-7d2c-41bc-91d4-fa9f38d3bc1f HTTP/1.1" status: 200 len: 915 time: 0.0924182 Sep 19 11:38:41.106783 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3f48957-1a5b-4a93-8d80-4f407d833fd2 req-f969cd78-06e9-43a6-8bdc-67bce04ecba5 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 HTTP/1.1" status: 200 len: 1001 time: 0.0582192 Sep 19 11:38:41.153851 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f48957-1a5b-4a93-8d80-4f407d833fd2 req-2a412468-f12b-49f7-a1d3-cb23adf110e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:41.155225 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3f48957-1a5b-4a93-8d80-4f407d833fd2 req-2a412468-f12b-49f7-a1d3-cb23adf110e7 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=86daffd7-c08f-417a-9167-80b3707b13ea HTTP/1.1" status: 200 len: 853 time: 0.0430040 Sep 19 11:38:41.200707 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f48957-1a5b-4a93-8d80-4f407d833fd2 req-4a5f2bac-72fa-410a-b386-780151efb80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:38:41.202064 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3f48957-1a5b-4a93-8d80-4f407d833fd2 req-4a5f2bac-72fa-410a-b386-780151efb80b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=19767917-7d2c-41bc-91d4-fa9f38d3bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404229 Sep 19 11:38:41.289411 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3f48957-1a5b-4a93-8d80-4f407d833fd2 req-309b69eb-52ee-47ea-81a2-a6e05ae8b1c6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/19767917-7d2c-41bc-91d4-fa9f38d3bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819504 Sep 19 11:38:41.380395 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3f48957-1a5b-4a93-8d80-4f407d833fd2 req-cc775324-6654-4102-97c9-33c643007a0b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/19767917-7d2c-41bc-91d4-fa9f38d3bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851710 Sep 19 11:38:46.362192 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7ba4e2a7-83f6-4eb7-baa8-d2879a407bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:38:48.489277 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-df9c0c25-1e6d-4ad4-a0a1-e136f8d5b1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:38:49.889533 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:38:50.830919 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:38:50.831642 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:38:51.369496 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:38:51.375509 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=58 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:38:51.377670 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=52 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:38:51.436388 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:01.074552 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:02.912368 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:02.916428 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:08.780265 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [req-90435430-1a29-48e0-acdb-9503fdda37f3 req-07d8bf7e-adf7-4b49-b5f4-70fd94e62fb1 service neutron] (106254) timed out ('10.222.0.72', 56323) {{(pid=106254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 19 11:39:10.388897 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7ac7e43c-195d-46f8-acc4-b195dea91ad6 req-0252f5de-049a-4646-8309-25bf3746ba9a tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-574276477&fields=id&tenant_id=67f0a300a82b480d8f4a2c0a19f94fb6 HTTP/1.1" status: 200 len: 267 time: 0.0442064 Sep 19 11:39:10.438825 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7e43c-195d-46f8-acc4-b195dea91ad6 req-e23d1ae6-8796-444a-a75e-7f7a9cd6c43c tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:39:10.440481 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7ac7e43c-195d-46f8-acc4-b195dea91ad6 req-e23d1ae6-8796-444a-a75e-7f7a9cd6c43c tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 985 time: 0.0460613 Sep 19 11:39:10.450826 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-7ac7e43c-195d-46f8-acc4-b195dea91ad6 req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Request body: {'port': {'security_groups': ['8d06daec-58da-427f-ad13-3d2a2ebe358e']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 11:39:10.525339 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7ac7e43c-195d-46f8-acc4-b195dea91ad6 req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1415619'] for port (bc8c65b7-ea3a-4cc4-96be-166b58bf0e44), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:10.695499 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-7ac7e43c-195d-46f8-acc4-b195dea91ad6 req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] For port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44,segment=NetworkSegment(139c62bf-5560-4905-bf11-733e1d0d7845),segment_id=139c62bf-5560-4905-bf11-733e1d0d7845)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:39:10.723466 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7ac7e43c-195d-46f8-acc4-b195dea91ad6 req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for port (bc8c65b7-ea3a-4cc4-96be-166b58bf0e44), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:10.727936 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7ac7e43c-195d-46f8-acc4-b195dea91ad6 req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730872499878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730871960275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730871960293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14485744'] for port (bc8c65b7-ea3a-4cc4-96be-166b58bf0e44), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:10.737984 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7e43c-195d-46f8-acc4-b195dea91ad6 req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:39:10.738590 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7ac7e43c-195d-46f8-acc4-b195dea91ad6 req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:10.740000 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7ac7e43c-195d-46f8-acc4-b195dea91ad6 req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "PUT /networking/v2.0/ports/bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 HTTP/1.1" status: 200 len: 943 time: 0.2934821 Sep 19 11:39:10.740552 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355', 'tag': 'bc8c65b7-ea3a-4cc4-96be-166b58bf0e44'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:39:10.741354 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['bc8c65b7-ea3a-4cc4-96be-166b58bf0e44'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:39:10.742919 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad4df01-adfa-4fed-8ce7-c993885dff30" -d '{"events": [{"name": "network-changed", "server_uuid": "96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355", "tag": "bc8c65b7-ea3a-4cc4-96be-166b58bf0e44"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:39:10.746121 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 37300) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:39:10.794460 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Pushing event updated for resources: {'Port': ['ID=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44,revision_number=7']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:39:10.802776 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.803138 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.803457 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.803817 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.804162 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.804494 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.804828 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.805157 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.805486 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.805814 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.806160 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.806466 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.806793 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.807174 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.807434 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb38315-71a0-40c0-9a72-e846a54a9336 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.820883 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7bac5294-205b-4389-94f1-4bc0b67f7fe1 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group (f09da9df-0269-46de-97c5-960e740362ca), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:10.832491 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c28db6-cdb2-45eb-a0bc-c1f652a68b6b x-openstack-request-id: req-32c28db6-cdb2-45eb-a0bc-c1f652a68b6b {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:39:10.833371 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355", "tag": "bc8c65b7-ea3a-4cc4-96be-166b58bf0e44", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:39:10.833665 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['bc8c65b7-ea3a-4cc4-96be-166b58bf0e44'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:39:10.833783 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-32c28db6-cdb2-45eb-a0bc-c1f652a68b6b {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:39:10.834365 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32c28db6-cdb2-45eb-a0bc-c1f652a68b6b'] response: {'name': 'network-changed', 'server_uuid': '96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355', 'tag': 'bc8c65b7-ea3a-4cc4-96be-166b58bf0e44', 'status': 'completed', 'code': 200} Sep 19 11:39:10.850355 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7bac5294-205b-4389-94f1-4bc0b67f7fe1 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group (f09da9df-0269-46de-97c5-960e740362ca), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:10.917167 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7bac5294-205b-4389-94f1-4bc0b67f7fe1 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (f09da9df-0269-46de-97c5-960e740362ca), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:10.919877 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7bac5294-205b-4389-94f1-4bc0b67f7fe1 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:10.921043 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-7bac5294-205b-4389-94f1-4bc0b67f7fe1 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "DELETE /networking/v2.0/security-groups/f09da9df-0269-46de-97c5-960e740362ca HTTP/1.1" status: 204 len: 168 time: 0.1733673 Sep 19 11:39:10.924440 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 37308) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:39:10.938663 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac5294-205b-4389-94f1-4bc0b67f7fe1 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09da9df-0269-46de-97c5-960e740362ca,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:39:10.943635 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4df01-adfa-4fed-8ce7-c993885dff30 req-b1d45f74-12f5-4836-a6e5-8feafbd67d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:39:10.945366 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cad4df01-adfa-4fed-8ce7-c993885dff30 req-b1d45f74-12f5-4836-a6e5-8feafbd67d74 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=67f0a300a82b480d8f4a2c0a19f94fb6&device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 1130 time: 0.0913892 Sep 19 11:39:10.975009 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac5294-205b-4389-94f1-4bc0b67f7fe1 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.975652 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac5294-205b-4389-94f1-4bc0b67f7fe1 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.976207 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac5294-205b-4389-94f1-4bc0b67f7fe1 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.976722 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac5294-205b-4389-94f1-4bc0b67f7fe1 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.977234 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac5294-205b-4389-94f1-4bc0b67f7fe1 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.977739 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac5294-205b-4389-94f1-4bc0b67f7fe1 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.978253 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac5294-205b-4389-94f1-4bc0b67f7fe1 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.978754 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac5294-205b-4389-94f1-4bc0b67f7fe1 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.979260 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac5294-205b-4389-94f1-4bc0b67f7fe1 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.979779 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac5294-205b-4389-94f1-4bc0b67f7fe1 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.980294 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac5294-205b-4389-94f1-4bc0b67f7fe1 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.980797 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac5294-205b-4389-94f1-4bc0b67f7fe1 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.981290 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac5294-205b-4389-94f1-4bc0b67f7fe1 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.981792 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac5294-205b-4389-94f1-4bc0b67f7fe1 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:10.982295 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac5294-205b-4389-94f1-4bc0b67f7fe1 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:11.047249 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:11.049468 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4df01-adfa-4fed-8ce7-c993885dff30 req-d4be568d-e26c-4ead-b7da-3119c1e1cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:39:11.050156 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:11.051732 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cad4df01-adfa-4fed-8ce7-c993885dff30 req-d4be568d-e26c-4ead-b7da-3119c1e1cd20 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=19767917-7d2c-41bc-91d4-fa9f38d3bc1f HTTP/1.1" status: 200 len: 915 time: 0.0993874 Sep 19 11:39:11.097179 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-06a955de-efbc-46da-8486-efc901f79a1b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Deleting port d384e342-628c-4653-9baf-fed0c2305b3c {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:39:11.097524 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-06a955de-efbc-46da-8486-efc901f79a1b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (d384e342-628c-4653-9baf-fed0c2305b3c), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:11.115330 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cad4df01-adfa-4fed-8ce7-c993885dff30 req-a3feec38-a3da-415d-8e55-6ae2eb88c85a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 HTTP/1.1" status: 200 len: 1001 time: 0.0565205 Sep 19 11:39:11.168080 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4df01-adfa-4fed-8ce7-c993885dff30 req-3b513350-135a-4e79-9001-f4ca0b49400c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:39:11.169560 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cad4df01-adfa-4fed-8ce7-c993885dff30 req-3b513350-135a-4e79-9001-f4ca0b49400c service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=86daffd7-c08f-417a-9167-80b3707b13ea HTTP/1.1" status: 200 len: 853 time: 0.0473988 Sep 19 11:39:11.174186 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-06a955de-efbc-46da-8486-efc901f79a1b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (d384e342-628c-4653-9baf-fed0c2305b3c), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:11.175154 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-06a955de-efbc-46da-8486-efc901f79a1b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for floatingip (d384e342-628c-4653-9baf-fed0c2305b3c), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:11.188329 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-06a955de-efbc-46da-8486-efc901f79a1b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Calling delete_port for d384e342-628c-4653-9baf-fed0c2305b3c owned by network:floatingip {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:39:11.213410 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4df01-adfa-4fed-8ce7-c993885dff30 req-7e4a6b26-3979-4ec1-b1fa-d537cdd51abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:39:11.214900 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cad4df01-adfa-4fed-8ce7-c993885dff30 req-7e4a6b26-3979-4ec1-b1fa-d537cdd51abb service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=19767917-7d2c-41bc-91d4-fa9f38d3bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390708 Sep 19 11:39:11.310702 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cad4df01-adfa-4fed-8ce7-c993885dff30 req-b682211d-27f8-49ef-9241-d495f446dd2f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/19767917-7d2c-41bc-91d4-fa9f38d3bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894279 Sep 19 11:39:11.336543 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-06a955de-efbc-46da-8486-efc901f79a1b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (d384e342-628c-4653-9baf-fed0c2305b3c), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:11.358341 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a955de-efbc-46da-8486-efc901f79a1b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Pushing event deleted for resources: {'Port': ['ID=d384e342-628c-4653-9baf-fed0c2305b3c,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:39:11.405464 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cad4df01-adfa-4fed-8ce7-c993885dff30 req-d36b8112-95ca-4622-b354-d046eddac561 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/19767917-7d2c-41bc-91d4-fa9f38d3bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870564 Sep 19 11:39:11.426840 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-06a955de-efbc-46da-8486-efc901f79a1b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks [] for floatingip (21d7d8ed-d010-438d-b5b6-e067044618bb), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:11.427074 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.db.l3_db [None req-06a955de-efbc-46da-8486-efc901f79a1b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Floating IP 21d7d8ed-d010-438d-b5b6-e067044618bb disassociated (deleted). External IP: 172.27.2.19, port: bc8c65b7-ea3a-4cc4-96be-166b58bf0e44. Sep 19 11:39:11.610576 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:11.628223 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a955de-efbc-46da-8486-efc901f79a1b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Router 5f6059f5-4639-4981-b956-7a17df5a2570 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:39:11.630432 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:11.733123 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a955de-efbc-46da-8486-efc901f79a1b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:39:11.738749 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-06a955de-efbc-46da-8486-efc901f79a1b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for floatingip (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:11.743751 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14fb1b5-48a8-461c-bb1f-400d0a67307d None None] Sync routers for ids ['5f6059f5-4639-4981-b956-7a17df5a2570'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:39:11.754134 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14fb1b5-48a8-461c-bb1f-400d0a67307d None None] Routers {'5f6059f5-4639-4981-b956-7a17df5a2570'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:39:11.754743 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-a14fb1b5-48a8-461c-bb1f-400d0a67307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:38:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['5f6059f5-4639-4981-b956-7a17df5a2570'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:39:11.768780 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-06a955de-efbc-46da-8486-efc901f79a1b tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "DELETE /networking/v2.0/floatingips/21d7d8ed-d010-438d-b5b6-e067044618bb HTTP/1.1" status: 204 len: 168 time: 0.8427351 Sep 19 11:39:11.769433 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355', 'tag': 'bc8c65b7-ea3a-4cc4-96be-166b58bf0e44'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:39:11.771677 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703441799e6f49adca2ad8e8097d82180353dcc80b32e8c2cf6ef0d1aad19ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b69b28-a332-4439-b9cf-e57467c8d0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355", "tag": "bc8c65b7-ea3a-4cc4-96be-166b58bf0e44"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:39:11.813053 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 11:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d19fcb-e0a9-421f-8709-d6829bef917d x-openstack-request-id: req-71d19fcb-e0a9-421f-8709-d6829bef917d {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:39:11.813574 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355", "tag": "bc8c65b7-ea3a-4cc4-96be-166b58bf0e44", "status": "completed", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:39:11.813896 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-71d19fcb-e0a9-421f-8709-d6829bef917d {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:39:11.814400 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71d19fcb-e0a9-421f-8709-d6829bef917d'] response: {'name': 'network-changed', 'server_uuid': '96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355', 'tag': 'bc8c65b7-ea3a-4cc4-96be-166b58bf0e44', 'status': 'completed', 'code': 200} Sep 19 11:39:11.859178 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-a14fb1b5-48a8-461c-bb1f-400d0a67307d None None] Set router 5f6059f5-4639-4981-b956-7a17df5a2570 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:39:11.867789 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:11.872373 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:11.882321 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b69b28-a332-4439-b9cf-e57467c8d0d5 req-32587a5c-bbb8-4812-b82b-7877d0aa3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:39:11.885151 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-18b69b28-a332-4439-b9cf-e57467c8d0d5 req-32587a5c-bbb8-4812-b82b-7877d0aa3361 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=67f0a300a82b480d8f4a2c0a19f94fb6&device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 1130 time: 0.0492923 Sep 19 11:39:12.003539 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b69b28-a332-4439-b9cf-e57467c8d0d5 req-daaacb3f-9882-41c5-8caf-0efbf2b34662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:39:12.005040 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-18b69b28-a332-4439-b9cf-e57467c8d0d5 req-daaacb3f-9882-41c5-8caf-0efbf2b34662 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=19767917-7d2c-41bc-91d4-fa9f38d3bc1f HTTP/1.1" status: 200 len: 915 time: 0.1143658 Sep 19 11:39:12.062182 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-18b69b28-a332-4439-b9cf-e57467c8d0d5 req-9603cc6f-54be-44d9-81bf-fc7256c46bdf service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 HTTP/1.1" status: 200 len: 217 time: 0.0413468 Sep 19 11:39:12.079088 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-a14fb1b5-48a8-461c-bb1f-400d0a67307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'name': 'tempest-TestMinimumBasicScenario-992070293-router', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '36acf040-6084-43b6-b915-4f9e4d172624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:11Z', 'revision_number': 4, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'gw_port': {'id': '36acf040-6084-43b6-b915-4f9e4d172624', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '4000c384-c1c8-4dbd-8d2d-cf5071ec277a', 'name': '', 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'mac_address': 'fa:16:3e:48:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '86daffd7-c08f-417a-9167-80b3707b13ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:11Z', 'updated_at': '2022-09-19T11:37:16Z', 'revision_number': 5, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'subnets': [{'id': '86daffd7-c08f-417a-9167-80b3707b13ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:39:12.119287 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b69b28-a332-4439-b9cf-e57467c8d0d5 req-d1dce723-d33d-419a-9de8-9b41b06c9477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:39:12.120822 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-18b69b28-a332-4439-b9cf-e57467c8d0d5 req-d1dce723-d33d-419a-9de8-9b41b06c9477 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=86daffd7-c08f-417a-9167-80b3707b13ea HTTP/1.1" status: 200 len: 853 time: 0.0523078 Sep 19 11:39:12.184456 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14fb1b5-48a8-461c-bb1f-400d0a67307d None None] Checking router: 5f6059f5-4639-4981-b956-7a17df5a2570 for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:39:12.193258 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14fb1b5-48a8-461c-bb1f-400d0a67307d None None] Routers {'5f6059f5-4639-4981-b956-7a17df5a2570'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:39:12.193860 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-a14fb1b5-48a8-461c-bb1f-400d0a67307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:38:48Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['5f6059f5-4639-4981-b956-7a17df5a2570'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:39:12.292302 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-a14fb1b5-48a8-461c-bb1f-400d0a67307d None None] Set router 5f6059f5-4639-4981-b956-7a17df5a2570 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:39:12.390841 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b69b28-a332-4439-b9cf-e57467c8d0d5 req-41fcf0a7-e77f-44ea-8a5b-78b9a8765282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:39:12.392334 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-18b69b28-a332-4439-b9cf-e57467c8d0d5 req-41fcf0a7-e77f-44ea-8a5b-78b9a8765282 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=19767917-7d2c-41bc-91d4-fa9f38d3bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389612 Sep 19 11:39:12.485688 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-a14fb1b5-48a8-461c-bb1f-400d0a67307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'name': 'tempest-TestMinimumBasicScenario-992070293-router', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '36acf040-6084-43b6-b915-4f9e4d172624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:11Z', 'revision_number': 4, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'gw_port': {'id': '36acf040-6084-43b6-b915-4f9e4d172624', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '4000c384-c1c8-4dbd-8d2d-cf5071ec277a', 'name': '', 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'mac_address': 'fa:16:3e:48:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '86daffd7-c08f-417a-9167-80b3707b13ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:11Z', 'updated_at': '2022-09-19T11:37:16Z', 'revision_number': 5, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'subnets': [{'id': '86daffd7-c08f-417a-9167-80b3707b13ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:39:12.491581 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-18b69b28-a332-4439-b9cf-e57467c8d0d5 req-29bf1f06-55f5-452b-891a-9ebf0f72e8a8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/19767917-7d2c-41bc-91d4-fa9f38d3bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911820 Sep 19 11:39:12.516107 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14fb1b5-48a8-461c-bb1f-400d0a67307d None None] The sync data for ids ['5f6059f5-4639-4981-b956-7a17df5a2570'] in dv-cinder-820994-5-iscsi is: [{'id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'name': 'tempest-TestMinimumBasicScenario-992070293-router', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '36acf040-6084-43b6-b915-4f9e4d172624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:11Z', 'revision_number': 4, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'gw_port': {'id': '36acf040-6084-43b6-b915-4f9e4d172624', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi', '_interfaces': [{'id': '4000c384-c1c8-4dbd-8d2d-cf5071ec277a', 'name': '', 'network_id': '19767917-7d2c-41bc-91d4-fa9f38d3bc1f', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'mac_address': 'fa:16:3e:48:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '86daffd7-c08f-417a-9167-80b3707b13ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:11Z', 'updated_at': '2022-09-19T11:37:16Z', 'revision_number': 5, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'subnets': [{'id': '86daffd7-c08f-417a-9167-80b3707b13ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:39:12.589669 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-18b69b28-a332-4439-b9cf-e57467c8d0d5 req-1b7fe19c-3d85-4d05-b8c1-59acdfe47cb5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/19767917-7d2c-41bc-91d4-fa9f38d3bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918388 Sep 19 11:39:12.755670 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320c048e-f393-4cb2-96aa-6f55d849407b None None] New status for floating IP 21d7d8ed-d010-438d-b5b6-e067044618bb: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 11:39:14.522973 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbe03c-e7a5-4c68-8819-e1afc41eb493 req-99e121be-6a87-4043-b3fc-d1fced797764 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:39:14.524463 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5bbbe03c-e7a5-4c68-8819-e1afc41eb493 req-99e121be-6a87-4043-b3fc-d1fced797764 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 946 time: 0.0469131 Sep 19 11:39:14.571953 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5bbbe03c-e7a5-4c68-8819-e1afc41eb493 req-c0ad0c45-e572-4ab9-8503-14baff80a5d5 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418196 Sep 19 11:39:15.926315 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9b406-31c9-418f-bb80-801d3bb08035 req-c584c399-81b0-4dcf-be80-3f66405ff0ff tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:39:15.927700 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e8b9b406-31c9-418f-bb80-801d3bb08035 req-c584c399-81b0-4dcf-be80-3f66405ff0ff tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 946 time: 0.2812099 Sep 19 11:39:15.974670 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e8b9b406-31c9-418f-bb80-801d3bb08035 req-c5d1d2bf-c6a9-4423-92b9-64329282ed72 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8d06daec-58da-427f-ad13-3d2a2ebe358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413344 Sep 19 11:39:16.146964 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c06e1-969d-46fd-a303-c4e5af659142 req-3b6c8dc1-1c52-47ca-875d-66cefc480baf tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 11:39:16.148400 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c29c06e1-969d-46fd-a303-c4e5af659142 req-3b6c8dc1-1c52-47ca-875d-66cefc480baf tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 946 time: 0.0457847 Sep 19 11:39:16.230192 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-c29c06e1-969d-46fd-a303-c4e5af659142 req-b5cb69a2-dd6b-418d-b7df-d811885ca564 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Deleting port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:39:16.230462 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c29c06e1-969d-46fd-a303-c4e5af659142 req-b5cb69a2-dd6b-418d-b7df-d811885ca564 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (bc8c65b7-ea3a-4cc4-96be-166b58bf0e44), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:16.319575 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-c29c06e1-969d-46fd-a303-c4e5af659142 req-b5cb69a2-dd6b-418d-b7df-d811885ca564 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] For port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44,segment=NetworkSegment(139c62bf-5560-4905-bf11-733e1d0d7845),segment_id=139c62bf-5560-4905-bf11-733e1d0d7845)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:39:16.319971 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c29c06e1-969d-46fd-a303-c4e5af659142 req-b5cb69a2-dd6b-418d-b7df-d811885ca564 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (bc8c65b7-ea3a-4cc4-96be-166b58bf0e44), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:16.333235 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-c29c06e1-969d-46fd-a303-c4e5af659142 req-b5cb69a2-dd6b-418d-b7df-d811885ca564 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Calling delete_port for bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:39:16.368091 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ab78d5ae-97fe-46d1-aa3e-5dbbb2e5b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:16.419432 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:16.459939 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:16.470195 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c29c06e1-969d-46fd-a303-c4e5af659142 req-b5cb69a2-dd6b-418d-b7df-d811885ca564 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (bc8c65b7-ea3a-4cc4-96be-166b58bf0e44), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:16.481434 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] get_ports_and_sgs() called for port_ids ['bc8c65b7-ea3a-4cc4-96be-166b58bf0e44'] {{(pid=106255) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 11:39:16.499402 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb69a2-dd6b-418d-b7df-d811885ca564 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Pushing event deleted for resources: {'Port': ['ID=bc8c65b7-ea3a-4cc4-96be-166b58bf0e44,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:39:16.547357 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29c06e1-969d-46fd-a303-c4e5af659142 req-b5cb69a2-dd6b-418d-b7df-d811885ca564 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] No DVR routers for this DVR port bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 on host hv-cinder-82099 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:39:16.550519 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c29c06e1-969d-46fd-a303-c4e5af659142 req-b5cb69a2-dd6b-418d-b7df-d811885ca564 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36988'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:16.553750 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c29c06e1-969d-46fd-a303-c4e5af659142 req-b5cb69a2-dd6b-418d-b7df-d811885ca564 tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.72 "DELETE /networking/v2.0/ports/bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 HTTP/1.1" status: 204 len: 173 time: 0.3994689 Sep 19 11:39:16.554253 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355', 'name': 'network-vif-deleted', 'tag': 'bc8c65b7-ea3a-4cc4-96be-166b58bf0e44'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 11:39:16.556548 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14d45a34ccf78c1d34ff8a33b48063350eb3dede5fd858a2f23e08cc7333b7cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b53fb5a-2e48-4979-ba7f-dfca5471f9c9" -d '{"events": [{"server_uuid": "96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355", "name": "network-vif-deleted", "tag": "bc8c65b7-ea3a-4cc4-96be-166b58bf0e44"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 11:39:16.594455 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 11:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e99afd9-f768-40d1-919e-54b9084413af x-openstack-request-id: req-0e99afd9-f768-40d1-919e-54b9084413af {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 11:39:16.594750 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355", "name": "network-vif-deleted", "tag": "bc8c65b7-ea3a-4cc4-96be-166b58bf0e44", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 11:39:16.595003 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e99afd9-f768-40d1-919e-54b9084413af {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 11:39:16.595409 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e99afd9-f768-40d1-919e-54b9084413af'] response: {'server_uuid': '96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355', 'name': 'network-vif-deleted', 'tag': 'bc8c65b7-ea3a-4cc4-96be-166b58bf0e44', 'status': 'completed', 'code': 200} Sep 19 11:39:17.094141 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2dbe289b-1e2e-4a4c-a76a-039909c6cf75 req-21e1327c-b664-404f-917e-6ed090229cec tempest-TestMinimumBasicScenario-1407232359 tempest-TestMinimumBasicScenario-1407232359-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=96a1b6e0-7ba0-4fc4-9f13-79acf7bc4355 HTTP/1.1" status: 200 len: 210 time: 0.0311022 Sep 19 11:39:17.834055 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:39:18.490784 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-12cd0d18-2b5e-4012-8ce0-4274bfdc6ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:18.657949 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 37394) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:39:18.960899 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7ae21be-0801-4dff-b7c8-cede56047d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687270'] for router_interface (5f6059f5-4639-4981-b956-7a17df5a2570), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:19.174466 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e7ae21be-0801-4dff-b7c8-cede56047d1a admin admin] Deleting port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:39:19.174819 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7ae21be-0801-4dff-b7c8-cede56047d1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (4000c384-c1c8-4dbd-8d2d-cf5071ec277a), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:19.257927 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-e7ae21be-0801-4dff-b7c8-cede56047d1a admin admin] For port 4000c384-c1c8-4dbd-8d2d-cf5071ec277a, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=4000c384-c1c8-4dbd-8d2d-cf5071ec277a,segment=NetworkSegment(139c62bf-5560-4905-bf11-733e1d0d7845),segment_id=139c62bf-5560-4905-bf11-733e1d0d7845)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:39:19.258300 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7ae21be-0801-4dff-b7c8-cede56047d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (4000c384-c1c8-4dbd-8d2d-cf5071ec277a), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:19.270909 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e7ae21be-0801-4dff-b7c8-cede56047d1a admin admin] Calling delete_port for 4000c384-c1c8-4dbd-8d2d-cf5071ec277a owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:39:19.380805 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:19.437750 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:19.449381 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7ae21be-0801-4dff-b7c8-cede56047d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (4000c384-c1c8-4dbd-8d2d-cf5071ec277a), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:19.478051 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae21be-0801-4dff-b7c8-cede56047d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=4000c384-c1c8-4dbd-8d2d-cf5071ec277a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:39:19.642919 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7ae21be-0801-4dff-b7c8-cede56047d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778262'] for router_interface (5f6059f5-4639-4981-b956-7a17df5a2570), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:19.858005 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ae21be-0801-4dff-b7c8-cede56047d1a admin admin] Router 5f6059f5-4639-4981-b956-7a17df5a2570 has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:39:19.891899 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:19.956094 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ae21be-0801-4dff-b7c8-cede56047d1a admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:39:19.961497 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e7ae21be-0801-4dff-b7c8-cede56047d1a admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/5f6059f5-4639-4981-b956-7a17df5a2570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3024156 Sep 19 11:39:19.964061 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 37396) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:39:19.964928 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f809ad-ac9e-4c5c-af77-4695d8341c88 None None] Sync routers for ids ['5f6059f5-4639-4981-b956-7a17df5a2570'] in dv-cinder-820994-5-iscsi {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:39:19.975076 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f809ad-ac9e-4c5c-af77-4695d8341c88 None None] Routers {'5f6059f5-4639-4981-b956-7a17df5a2570'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:39:19.975679 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-22f809ad-ac9e-4c5c-af77-4695d8341c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:39:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['5f6059f5-4639-4981-b956-7a17df5a2570'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:39:20.063578 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a44704de-5af0-4e10-960d-42b009cf7581 admin admin] Publish callbacks [] for router (5f6059f5-4639-4981-b956-7a17df5a2570), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:20.074902 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-22f809ad-ac9e-4c5c-af77-4695d8341c88 None None] Set router 5f6059f5-4639-4981-b956-7a17df5a2570 gateway port host: dv-cinder-820994-5-iscsi {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:39:20.162600 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a44704de-5af0-4e10-960d-42b009cf7581 admin admin] Publish callbacks [] for router_gateway (5f6059f5-4639-4981-b956-7a17df5a2570), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:20.198796 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:20.208095 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-a44704de-5af0-4e10-960d-42b009cf7581 admin admin] Deleting port 36acf040-6084-43b6-b915-4f9e4d172624 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:39:20.208486 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a44704de-5af0-4e10-960d-42b009cf7581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (36acf040-6084-43b6-b915-4f9e4d172624), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:20.241199 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-22f809ad-ac9e-4c5c-af77-4695d8341c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'name': 'tempest-TestMinimumBasicScenario-992070293-router', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '36acf040-6084-43b6-b915-4f9e4d172624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:39:19Z', 'revision_number': 5, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'gw_port': {'id': '36acf040-6084-43b6-b915-4f9e4d172624', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:39:20.266309 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f809ad-ac9e-4c5c-af77-4695d8341c88 None None] Checking router: 5f6059f5-4639-4981-b956-7a17df5a2570 for host: dv-cinder-820994-5-iscsi {{(pid=106256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:39:20.274749 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f809ad-ac9e-4c5c-af77-4695d8341c88 None None] Routers {'5f6059f5-4639-4981-b956-7a17df5a2570'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:39:20.275349 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-22f809ad-ac9e-4c5c-af77-4695d8341c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:39:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['5f6059f5-4639-4981-b956-7a17df5a2570'], 'active': True} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:39:20.295851 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-a44704de-5af0-4e10-960d-42b009cf7581 admin admin] For port 36acf040-6084-43b6-b915-4f9e4d172624, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=36acf040-6084-43b6-b915-4f9e4d172624,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:39:20.296218 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a44704de-5af0-4e10-960d-42b009cf7581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (36acf040-6084-43b6-b915-4f9e4d172624), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:20.303559 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:DELETE=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:20.311030 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-a44704de-5af0-4e10-960d-42b009cf7581 admin admin] Calling delete_port for 36acf040-6084-43b6-b915-4f9e4d172624 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:39:20.315031 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:20.352170 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=100 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:20.360184 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_dvr_db [None req-22f809ad-ac9e-4c5c-af77-4695d8341c88 None None] Set router 5f6059f5-4639-4981-b956-7a17df5a2570 gateway port host: None {{(pid=106256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:39:20.410939 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.l3_hamode_db [None req-22f809ad-ac9e-4c5c-af77-4695d8341c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'name': 'tempest-TestMinimumBasicScenario-992070293-router', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:39:20Z', 'revision_number': 6, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'gw_port_host': None}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:39:20.435886 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f809ad-ac9e-4c5c-af77-4695d8341c88 None None] The sync data for ids ['5f6059f5-4639-4981-b956-7a17df5a2570'] in dv-cinder-820994-5-iscsi is: [{'id': '5f6059f5-4639-4981-b956-7a17df5a2570', 'name': 'tempest-TestMinimumBasicScenario-992070293-router', 'tenant_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:09Z', 'updated_at': '2022-09-19T11:39:20Z', 'revision_number': 6, 'project_id': '67f0a300a82b480d8f4a2c0a19f94fb6', 'gw_port_host': None}] {{(pid=106256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:39:20.480674 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a44704de-5af0-4e10-960d-42b009cf7581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (36acf040-6084-43b6-b915-4f9e4d172624), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:20.505135 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44704de-5af0-4e10-960d-42b009cf7581 admin admin] Pushing event deleted for resources: {'Port': ['ID=36acf040-6084-43b6-b915-4f9e4d172624,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:39:20.569038 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a44704de-5af0-4e10-960d-42b009cf7581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779100'] for router_gateway (5f6059f5-4639-4981-b956-7a17df5a2570), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:20.654421 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a44704de-5af0-4e10-960d-42b009cf7581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-777928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1936'] for router (5f6059f5-4639-4981-b956-7a17df5a2570), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:20.656624 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a44704de-5af0-4e10-960d-42b009cf7581 admin admin] Publish callbacks [] for router_controller (5f6059f5-4639-4981-b956-7a17df5a2570), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:20.698822 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a44704de-5af0-4e10-960d-42b009cf7581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-778347'] for router (5f6059f5-4639-4981-b956-7a17df5a2570), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:20.699410 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44704de-5af0-4e10-960d-42b009cf7581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f6059f5-4639-4981-b956-7a17df5a2570 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 11:39:20.703562 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a44704de-5af0-4e10-960d-42b009cf7581 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:20.705958 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a44704de-5af0-4e10-960d-42b009cf7581 admin admin] 10.222.0.81 "DELETE /networking/v2.0/routers/5f6059f5-4639-4981-b956-7a17df5a2570 HTTP/1.1" status: 204 len: 168 time: 0.7397380 Sep 19 11:39:20.707296 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 37398) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:39:20.747904 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:39:20.752946 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-9961d884-b1af-42c2-8baa-3f000ba6e79e admin admin] Deleting subnet 86daffd7-c08f-417a-9167-80b3707b13ea {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 11:39:20.756219 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9961d884-b1af-42c2-8baa-3f000ba6e79e admin admin] Publish callbacks [] for subnet (86daffd7-c08f-417a-9167-80b3707b13ea), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:20.766294 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] No Port match for: bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:39:20.766636 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Device bc8c65b7-ea3a-4cc4-96be-166b58bf0e44 not bound to the agent host hv-cinder-82099 {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:39:20.797199 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9961d884-b1af-42c2-8baa-3f000ba6e79e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15112575'] for subnet (86daffd7-c08f-417a-9167-80b3707b13ea), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:20.881038 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9961d884-b1af-42c2-8baa-3f000ba6e79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437927'] for subnet (86daffd7-c08f-417a-9167-80b3707b13ea), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:20.933259 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9961d884-b1af-42c2-8baa-3f000ba6e79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14485670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14190588'] for subnet (86daffd7-c08f-417a-9167-80b3707b13ea), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:20.962488 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961d884-b1af-42c2-8baa-3f000ba6e79e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86daffd7-c08f-417a-9167-80b3707b13ea,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:39:20.966025 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9961d884-b1af-42c2-8baa-3f000ba6e79e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:20.969163 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9961d884-b1af-42c2-8baa-3f000ba6e79e admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/86daffd7-c08f-417a-9167-80b3707b13ea HTTP/1.1" status: 204 len: 168 time: 0.2608449 Sep 19 11:39:20.971148 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac099407-e199-4ce3-b0a2-10711ded1a16 None None] Network 19767917-7d2c-41bc-91d4-fa9f38d3bc1f requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:39:20.972246 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.81', 37400) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:39:21.041484 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e2b4ed9-6973-4111-b48a-bd3cade3c9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315986'] for network (19767917-7d2c-41bc-91d4-fa9f38d3bc1f), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:21.083489 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b4ed9-6973-4111-b48a-bd3cade3c9cb admin admin] Deleting port 80a99d51-3830-426b-b8a0-20c68fb80047 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:39:21.083751 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e2b4ed9-6973-4111-b48a-bd3cade3c9cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (80a99d51-3830-426b-b8a0-20c68fb80047), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:21.149246 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-5e2b4ed9-6973-4111-b48a-bd3cade3c9cb admin admin] For port 80a99d51-3830-426b-b8a0-20c68fb80047, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=80a99d51-3830-426b-b8a0-20c68fb80047,segment=NetworkSegment(139c62bf-5560-4905-bf11-733e1d0d7845),segment_id=139c62bf-5560-4905-bf11-733e1d0d7845)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:39:21.149560 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e2b4ed9-6973-4111-b48a-bd3cade3c9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (80a99d51-3830-426b-b8a0-20c68fb80047), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:21.163687 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b4ed9-6973-4111-b48a-bd3cade3c9cb admin admin] Calling delete_port for 80a99d51-3830-426b-b8a0-20c68fb80047 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:39:21.173065 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:21.191144 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] DHCP port deletion for 19767917-7d2c-41bc-91d4-fa9f38d3bc1f request from dv-cinder-820994-5-iscsi {{(pid=106255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 11:39:21.210364 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:21.232976 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] Deleting port 80a99d51-3830-426b-b8a0-20c68fb80047 {{(pid=106255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:39:21.233355 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (80a99d51-3830-426b-b8a0-20c68fb80047), before_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:21.249017 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e2b4ed9-6973-4111-b48a-bd3cade3c9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14485705'] for port (80a99d51-3830-426b-b8a0-20c68fb80047), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:21.278516 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2b4ed9-6973-4111-b48a-bd3cade3c9cb admin admin] No DVR routers for this DVR port 80a99d51-3830-426b-b8a0-20c68fb80047 on host dv-cinder-820994-5-iscsi {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:39:21.282429 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b4ed9-6973-4111-b48a-bd3cade3c9cb admin admin] Pushing event deleted for resources: {'Port': ['ID=80a99d51-3830-426b-b8a0-20c68fb80047,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:39:21.302081 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] For port 80a99d51-3830-426b-b8a0-20c68fb80047, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=80a99d51-3830-426b-b8a0-20c68fb80047,segment=NetworkSegment(139c62bf-5560-4905-bf11-733e1d0d7845),segment_id=139c62bf-5560-4905-bf11-733e1d0d7845)] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:39:21.302480 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (80a99d51-3830-426b-b8a0-20c68fb80047), precommit_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:21.316390 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] Calling delete_port for 80a99d51-3830-426b-b8a0-20c68fb80047 owned by network:dhcp {{(pid=106255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:39:21.362781 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e2b4ed9-6973-4111-b48a-bd3cade3c9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1254604', 'neutron.services.segments.db._delete_segments_for_network-8730872489409'] for network (19767917-7d2c-41bc-91d4-fa9f38d3bc1f), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:21.387087 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:21.388024 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5e2b4ed9-6973-4111-b48a-bd3cade3c9cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19767917-7d2c-41bc-91d4-fa9f38d3bc1f']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:39:21.399879 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5e2b4ed9-6973-4111-b48a-bd3cade3c9cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139c62bf-5560-4905-bf11-733e1d0d7845') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:39:21.400186 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5e2b4ed9-6973-4111-b48a-bd3cade3c9cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139c62bf-5560-4905-bf11-733e1d0d7845') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:39:21.409144 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266'] for port (80a99d51-3830-426b-b8a0-20c68fb80047), after_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:21.412053 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e2b4ed9-6973-4111-b48a-bd3cade3c9cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730872489301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15112516'] for segment (139c62bf-5560-4905-bf11-733e1d0d7845), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:21.427080 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e2b4ed9-6973-4111-b48a-bd3cade3c9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (139c62bf-5560-4905-bf11-733e1d0d7845), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:21.434629 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2b4ed9-6973-4111-b48a-bd3cade3c9cb admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 11:39:21.435032 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e2b4ed9-6973-4111-b48a-bd3cade3c9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14485532'] for segment (139c62bf-5560-4905-bf11-733e1d0d7845), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:21.438091 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] Pushing event deleted for resources: {'Port': ['ID=80a99d51-3830-426b-b8a0-20c68fb80047,revision_number=None']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:39:21.455026 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] No DVR routers for this DVR port 80a99d51-3830-426b-b8a0-20c68fb80047 on host dv-cinder-820994-5-iscsi {{(pid=106255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:39:21.460265 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:21.460622 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:21.460970 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:21.461317 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:21.461654 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:21.461990 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:21.462318 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:21.462852 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:21.463361 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:21.463911 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:21.464411 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:21.464926 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:21.470833 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:21.471510 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:21.472088 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4c9d5-962e-4f22-8d11-514c4ac17ba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-5-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 11:39:21.487696 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:21.512190 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e2b4ed9-6973-4111-b48a-bd3cade3c9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1254645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779145'] for network (19767917-7d2c-41bc-91d4-fa9f38d3bc1f), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:21.517589 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e2b4ed9-6973-4111-b48a-bd3cade3c9cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:21.522300 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-5e2b4ed9-6973-4111-b48a-bd3cade3c9cb admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/19767917-7d2c-41bc-91d4-fa9f38d3bc1f HTTP/1.1" status: 204 len: 168 time: 0.5490930 Sep 19 11:39:21.525329 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 37406) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:39:21.538824 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b4ed9-6973-4111-b48a-bd3cade3c9cb admin admin] Pushing event deleted for resources: {'Network': ['ID=19767917-7d2c-41bc-91d4-fa9f38d3bc1f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:39:21.611692 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 139c62bf-5560-4905-bf11-733e1d0d7845 resource provider aggregate not found Sep 19 11:39:21.628079 dv-cinder-820994-5-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 139c62bf-5560-4905-bf11-733e1d0d7845 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 139c62bf-5560-4905-bf11-733e1d0d7845 found for delete ", "request_id": "req-8b16e7a7-8a37-4a25-957d-d17822e64758"}]} Sep 19 11:39:21.795116 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 36acf040-6084-43b6-b915-4f9e4d172624 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:39:21.814817 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 36acf040-6084-43b6-b915-4f9e4d172624 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:39:21.815158 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 36acf040-6084-43b6-b915-4f9e4d172624 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:39:21.815574 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 80a99d51-3830-426b-b8a0-20c68fb80047 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:39:21.833719 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 80a99d51-3830-426b-b8a0-20c68fb80047 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:39:21.834062 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 80a99d51-3830-426b-b8a0-20c68fb80047 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:39:21.834471 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 4000c384-c1c8-4dbd-8d2d-cf5071ec277a no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:39:21.854752 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 4000c384-c1c8-4dbd-8d2d-cf5071ec277a {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:39:21.855097 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 4000c384-c1c8-4dbd-8d2d-cf5071ec277a not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:39:21.855233 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-902d7cb5-2259-4442-81fd-b1b7367bc55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687270'] for router_interface (aaa4c0d9-3c58-40b9-90ec-19409504de6a), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:22.292843 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-902d7cb5-2259-4442-81fd-b1b7367bc55a admin admin] Deleting port e006c12f-bd0c-4ed8-8983-a7f16f80dd04 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:39:22.293180 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-902d7cb5-2259-4442-81fd-b1b7367bc55a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (e006c12f-bd0c-4ed8-8983-a7f16f80dd04), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:22.372972 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-902d7cb5-2259-4442-81fd-b1b7367bc55a admin admin] For port e006c12f-bd0c-4ed8-8983-a7f16f80dd04, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=e006c12f-bd0c-4ed8-8983-a7f16f80dd04,segment=NetworkSegment(ae2749e9-f709-42aa-9352-83b66a538106),segment_id=ae2749e9-f709-42aa-9352-83b66a538106)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:39:22.373330 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-902d7cb5-2259-4442-81fd-b1b7367bc55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (e006c12f-bd0c-4ed8-8983-a7f16f80dd04), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:22.390187 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-902d7cb5-2259-4442-81fd-b1b7367bc55a admin admin] Calling delete_port for e006c12f-bd0c-4ed8-8983-a7f16f80dd04 owned by network:router_interface {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:39:22.495591 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:22.499998 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:22.574645 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-902d7cb5-2259-4442-81fd-b1b7367bc55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (e006c12f-bd0c-4ed8-8983-a7f16f80dd04), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:22.598514 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d7cb5-2259-4442-81fd-b1b7367bc55a admin admin] Pushing event deleted for resources: {'Port': ['ID=e006c12f-bd0c-4ed8-8983-a7f16f80dd04,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:39:22.758898 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-902d7cb5-2259-4442-81fd-b1b7367bc55a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778262'] for router_interface (aaa4c0d9-3c58-40b9-90ec-19409504de6a), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:22.960287 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902d7cb5-2259-4442-81fd-b1b7367bc55a admin admin] Router aaa4c0d9-3c58-40b9-90ec-19409504de6a has already been hosted by L3 agent 80f4aef3-21a0-48f1-92c7-edc763249540 {{(pid=106254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 11:39:23.061178 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902d7cb5-2259-4442-81fd-b1b7367bc55a admin admin] Notify agent at l3_agent.dv-cinder-820994-5-iscsi the message routers_updated {{(pid=106254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 11:39:23.066082 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-902d7cb5-2259-4442-81fd-b1b7367bc55a admin admin] 10.222.0.81 "PUT /networking/v2.0/routers/aaa4c0d9-3c58-40b9-90ec-19409504de6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5391288 Sep 19 11:39:23.068685 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 37410) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:39:23.070702 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea5d970-f516-431b-8e7e-0b4bad30fe5c None None] Sync routers for ids ['aaa4c0d9-3c58-40b9-90ec-19409504de6a'] in dv-cinder-820994-5-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 11:39:23.081683 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea5d970-f516-431b-8e7e-0b4bad30fe5c None None] Routers {'aaa4c0d9-3c58-40b9-90ec-19409504de6a'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:39:23.082285 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1ea5d970-f516-431b-8e7e-0b4bad30fe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:39:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['aaa4c0d9-3c58-40b9-90ec-19409504de6a'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:39:23.167259 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6ea050fa-d3bc-4257-ab22-78d227651716 admin admin] Publish callbacks [] for router (aaa4c0d9-3c58-40b9-90ec-19409504de6a), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:23.182193 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-1ea5d970-f516-431b-8e7e-0b4bad30fe5c None None] Set router aaa4c0d9-3c58-40b9-90ec-19409504de6a gateway port host: dv-cinder-820994-5-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:39:23.265421 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6ea050fa-d3bc-4257-ab22-78d227651716 admin admin] Publish callbacks [] for router_gateway (aaa4c0d9-3c58-40b9-90ec-19409504de6a), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:23.309318 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6ea050fa-d3bc-4257-ab22-78d227651716 admin admin] Deleting port f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:39:23.309662 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6ea050fa-d3bc-4257-ab22-78d227651716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:23.336716 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:23.345304 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:23.353209 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1ea5d970-f516-431b-8e7e-0b4bad30fe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa4c0d9-3c58-40b9-90ec-19409504de6a', 'name': 'tempest-TestMinimumBasicScenario-2065561604-router', 'tenant_id': '742245b438694e51aab9349ad8364995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'external_fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:13Z', 'updated_at': '2022-09-19T11:39:22Z', 'revision_number': 5, 'project_id': '742245b438694e51aab9349ad8364995', 'gw_port': {'id': 'f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a', 'name': '', 'network_id': '1a5d224c-98d4-4bf4-a4da-76b0ea5dfd1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa4c0d9-3c58-40b9-90ec-19409504de6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T11:37:14Z', 'updated_at': '2022-09-19T11:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba3bf2d-24ea-4173-a318-d71949592727', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-5-iscsi'}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:39:23.354794 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:23.363413 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:23.380291 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea5d970-f516-431b-8e7e-0b4bad30fe5c None None] Checking router: aaa4c0d9-3c58-40b9-90ec-19409504de6a for host: dv-cinder-820994-5-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 11:39:23.389355 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea5d970-f516-431b-8e7e-0b4bad30fe5c None None] Routers {'aaa4c0d9-3c58-40b9-90ec-19409504de6a'} bound to L3 agent in host dv-cinder-820994-5-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 11:39:23.389955 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1ea5d970-f516-431b-8e7e-0b4bad30fe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T11:15:18Z,description=,heartbeat_timestamp=2022-09-19T11:39:18Z,host='dv-cinder-820994-5-iscsi',id=80f4aef3-21a0-48f1-92c7-edc763249540,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T11:15:18Z,topic='l3_agent')) {'router_ids': ['aaa4c0d9-3c58-40b9-90ec-19409504de6a'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:39:23.395892 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6ea050fa-d3bc-4257-ab22-78d227651716 admin admin] For port f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a,segment=NetworkSegment(d787cd28-2b4a-439d-b538-5c12fd994df5),segment_id=d787cd28-2b4a-439d-b538-5c12fd994df5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:39:23.396264 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6ea050fa-d3bc-4257-ab22-78d227651716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:23.410313 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6ea050fa-d3bc-4257-ab22-78d227651716 admin admin] Calling delete_port for f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a owned by network:router_gateway {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:39:23.475600 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-1ea5d970-f516-431b-8e7e-0b4bad30fe5c None None] Set router aaa4c0d9-3c58-40b9-90ec-19409504de6a gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 11:39:23.527753 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1ea5d970-f516-431b-8e7e-0b4bad30fe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa4c0d9-3c58-40b9-90ec-19409504de6a', 'name': 'tempest-TestMinimumBasicScenario-2065561604-router', 'tenant_id': '742245b438694e51aab9349ad8364995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:13Z', 'updated_at': '2022-09-19T11:39:23Z', 'revision_number': 6, 'project_id': '742245b438694e51aab9349ad8364995', 'gw_port_host': None}], 'dv-cinder-820994-5-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:39:23.553194 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea5d970-f516-431b-8e7e-0b4bad30fe5c None None] The sync data for ids ['aaa4c0d9-3c58-40b9-90ec-19409504de6a'] in dv-cinder-820994-5-iscsi is: [{'id': 'aaa4c0d9-3c58-40b9-90ec-19409504de6a', 'name': 'tempest-TestMinimumBasicScenario-2065561604-router', 'tenant_id': '742245b438694e51aab9349ad8364995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T11:37:13Z', 'updated_at': '2022-09-19T11:39:23Z', 'revision_number': 6, 'project_id': '742245b438694e51aab9349ad8364995', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 11:39:23.576866 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6ea050fa-d3bc-4257-ab22-78d227651716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:23.605287 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea050fa-d3bc-4257-ab22-78d227651716 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:39:23.668442 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6ea050fa-d3bc-4257-ab22-78d227651716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779100'] for router_gateway (aaa4c0d9-3c58-40b9-90ec-19409504de6a), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:23.754889 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6ea050fa-d3bc-4257-ab22-78d227651716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-777928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1936'] for router (aaa4c0d9-3c58-40b9-90ec-19409504de6a), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:23.757066 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6ea050fa-d3bc-4257-ab22-78d227651716 admin admin] Publish callbacks [] for router_controller (aaa4c0d9-3c58-40b9-90ec-19409504de6a), precommit_delete_associations {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:23.798296 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6ea050fa-d3bc-4257-ab22-78d227651716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-778347'] for router (aaa4c0d9-3c58-40b9-90ec-19409504de6a), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:23.798798 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea050fa-d3bc-4257-ab22-78d227651716 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaa4c0d9-3c58-40b9-90ec-19409504de6a {{(pid=106254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 11:39:23.803485 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6ea050fa-d3bc-4257-ab22-78d227651716 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:23.804661 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-6ea050fa-d3bc-4257-ab22-78d227651716 admin admin] 10.222.0.81 "DELETE /networking/v2.0/routers/aaa4c0d9-3c58-40b9-90ec-19409504de6a HTTP/1.1" status: 204 len: 168 time: 0.7350485 Sep 19 11:39:23.807130 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 37412) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:39:23.854178 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61a6c8c-5b0f-4bb8-8b51-4175c6efcb18 admin admin] Deleting subnet b069c6ff-0b34-4975-9886-efffeb4e3f22 {{(pid=106254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 11:39:23.857265 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b61a6c8c-5b0f-4bb8-8b51-4175c6efcb18 admin admin] Publish callbacks [] for subnet (b069c6ff-0b34-4975-9886-efffeb4e3f22), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:23.895854 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b61a6c8c-5b0f-4bb8-8b51-4175c6efcb18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14729328'] for subnet (b069c6ff-0b34-4975-9886-efffeb4e3f22), precommit_delete_associations {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:23.973738 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b61a6c8c-5b0f-4bb8-8b51-4175c6efcb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437927'] for subnet (b069c6ff-0b34-4975-9886-efffeb4e3f22), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:24.032262 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b61a6c8c-5b0f-4bb8-8b51-4175c6efcb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15336815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14016153'] for subnet (b069c6ff-0b34-4975-9886-efffeb4e3f22), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:24.057892 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a6c8c-5b0f-4bb8-8b51-4175c6efcb18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b069c6ff-0b34-4975-9886-efffeb4e3f22,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:39:24.061730 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b61a6c8c-5b0f-4bb8-8b51-4175c6efcb18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:24.064901 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-b61a6c8c-5b0f-4bb8-8b51-4175c6efcb18 admin admin] 10.222.0.81 "DELETE /networking/v2.0/subnets/b069c6ff-0b34-4975-9886-efffeb4e3f22 HTTP/1.1" status: 204 len: 168 time: 0.2568150 Sep 19 11:39:24.067939 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 37414) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:39:24.070270 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0421bd9a-2ff5-4cab-9410-1df9e5507aa3 None None] Network 16d695cd-9f53-4610-80c3-971a59af67b0 requested from dv-cinder-820994-5-iscsi {{(pid=106255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 11:39:24.135655 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a9968eb-5b01-48bc-ab64-10f1b5bcb445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315986'] for network (16d695cd-9f53-4610-80c3-971a59af67b0), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:24.178612 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:24.181575 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0a9968eb-5b01-48bc-ab64-10f1b5bcb445 admin admin] Deleting port 0dad5f33-aae1-4082-b930-5d15066329f8 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:39:24.181951 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a9968eb-5b01-48bc-ab64-10f1b5bcb445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (0dad5f33-aae1-4082-b930-5d15066329f8), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:24.246094 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0a9968eb-5b01-48bc-ab64-10f1b5bcb445 admin admin] For port 0dad5f33-aae1-4082-b930-5d15066329f8, host dv-cinder-820994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-5-iscsi',level=0,port_id=0dad5f33-aae1-4082-b930-5d15066329f8,segment=NetworkSegment(ae2749e9-f709-42aa-9352-83b66a538106),segment_id=ae2749e9-f709-42aa-9352-83b66a538106)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:39:24.246380 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a9968eb-5b01-48bc-ab64-10f1b5bcb445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (0dad5f33-aae1-4082-b930-5d15066329f8), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:24.258978 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0a9968eb-5b01-48bc-ab64-10f1b5bcb445 admin admin] Calling delete_port for 0dad5f33-aae1-4082-b930-5d15066329f8 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:39:24.270245 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:24.327806 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca28e73-9fd2-4783-ab6f-0d9679e7e3a0 None None] DHCP port deletion for 16d695cd-9f53-4610-80c3-971a59af67b0 request from dv-cinder-820994-5-iscsi {{(pid=106255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 11:39:24.356001 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device e006c12f-bd0c-4ed8-8983-a7f16f80dd04 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:39:24.358057 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a9968eb-5b01-48bc-ab64-10f1b5bcb445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15336704'] for port (0dad5f33-aae1-4082-b930-5d15066329f8), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:24.381606 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: e006c12f-bd0c-4ed8-8983-a7f16f80dd04 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:39:24.381948 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device e006c12f-bd0c-4ed8-8983-a7f16f80dd04 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:39:24.386955 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-7ca28e73-9fd2-4783-ab6f-0d9679e7e3a0 None None] Deleting port 0dad5f33-aae1-4082-b930-5d15066329f8 {{(pid=106255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 11:39:24.387330 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7ca28e73-9fd2-4783-ab6f-0d9679e7e3a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730872499725'] for port (0dad5f33-aae1-4082-b930-5d15066329f8), before_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:24.387464 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9968eb-5b01-48bc-ab64-10f1b5bcb445 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dad5f33-aae1-4082-b930-5d15066329f8,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:39:24.391418 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9968eb-5b01-48bc-ab64-10f1b5bcb445 admin admin] No DVR routers for this DVR port 0dad5f33-aae1-4082-b930-5d15066329f8 on host dv-cinder-820994-5-iscsi {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:39:24.463699 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a9968eb-5b01-48bc-ab64-10f1b5bcb445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1254604', 'neutron.services.segments.db._delete_segments_for_network-8730872489409'] for network (16d695cd-9f53-4610-80c3-971a59af67b0), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:24.464990 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-7ca28e73-9fd2-4783-ab6f-0d9679e7e3a0 None None] For port 0dad5f33-aae1-4082-b930-5d15066329f8, host dv-cinder-820994-5-iscsi, got binding levels [] {{(pid=106255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 11:39:24.465380 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7ca28e73-9fd2-4783-ab6f-0d9679e7e3a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777308'] for port (0dad5f33-aae1-4082-b930-5d15066329f8), precommit_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:24.478664 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-7ca28e73-9fd2-4783-ab6f-0d9679e7e3a0 None None] Calling delete_port for 0dad5f33-aae1-4082-b930-5d15066329f8 owned by network:dhcp {{(pid=106255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 11:39:24.481410 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.ipam_backend_mixin [None req-7ca28e73-9fd2-4783-ab6f-0d9679e7e3a0 None None] Port 0dad5f33-aae1-4082-b930-5d15066329f8 was not found and therefore no delete operation was performed {{(pid=106255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 19 11:39:24.482621 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7ca28e73-9fd2-4783-ab6f-0d9679e7e3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730872417675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730871960266'] for port (0dad5f33-aae1-4082-b930-5d15066329f8), after_delete {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:24.484379 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-0a9968eb-5b01-48bc-ab64-10f1b5bcb445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d695cd-9f53-4610-80c3-971a59af67b0']}} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:39:24.494881 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-0a9968eb-5b01-48bc-ab64-10f1b5bcb445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2749e9-f709-42aa-9352-83b66a538106') {'for_net_delete': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:39:24.495183 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.services.segments.db [None req-0a9968eb-5b01-48bc-ab64-10f1b5bcb445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2749e9-f709-42aa-9352-83b66a538106') {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 11:39:24.507320 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca28e73-9fd2-4783-ab6f-0d9679e7e3a0 None None] Pushing event deleted for resources: {'Port': ['ID=0dad5f33-aae1-4082-b930-5d15066329f8,revision_number=None']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:39:24.508962 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a9968eb-5b01-48bc-ab64-10f1b5bcb445 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730872489301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14729291'] for segment (ae2749e9-f709-42aa-9352-83b66a538106), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:24.510765 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca28e73-9fd2-4783-ab6f-0d9679e7e3a0 None None] No DVR routers for this DVR port 0dad5f33-aae1-4082-b930-5d15066329f8 on host dv-cinder-820994-5-iscsi {{(pid=106255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 11:39:24.523203 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a9968eb-5b01-48bc-ab64-10f1b5bcb445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899'] for segment (ae2749e9-f709-42aa-9352-83b66a538106), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:24.529984 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9968eb-5b01-48bc-ab64-10f1b5bcb445 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=106254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 11:39:24.530385 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a9968eb-5b01-48bc-ab64-10f1b5bcb445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1288899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15336917'] for segment (ae2749e9-f709-42aa-9352-83b66a538106), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:24.594047 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a9968eb-5b01-48bc-ab64-10f1b5bcb445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1254645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779145'] for network (16d695cd-9f53-4610-80c3-971a59af67b0), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:24.600700 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a9968eb-5b01-48bc-ab64-10f1b5bcb445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537358'] for network (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:24.604273 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-0a9968eb-5b01-48bc-ab64-10f1b5bcb445 admin admin] 10.222.0.81 "DELETE /networking/v2.0/networks/16d695cd-9f53-4610-80c3-971a59af67b0 HTTP/1.1" status: 204 len: 168 time: 0.5353887 Sep 19 11:39:24.622929 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9968eb-5b01-48bc-ab64-10f1b5bcb445 admin admin] Pushing event deleted for resources: {'Network': ['ID=16d695cd-9f53-4610-80c3-971a59af67b0,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:39:24.641911 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.services.segments.plugin [-] Segment ae2749e9-f709-42aa-9352-83b66a538106 resource provider aggregate not found Sep 19 11:39:24.660900 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.services.segments.plugin [-] Segment ae2749e9-f709-42aa-9352-83b66a538106 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae2749e9-f709-42aa-9352-83b66a538106 found for delete ", "request_id": "req-6004094b-4bd8-4761-8a39-0202b5dd02de"}]} Sep 19 11:39:24.780881 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 37424) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:39:24.823675 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-86c7ddd1-7afd-4d6f-b40e-4c66b93c8b0c admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=67f0a300a82b480d8f4a2c0a19f94fb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396433 Sep 19 11:39:24.824292 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 37426) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:39:24.871197 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-38be0892-8e1e-43c7-9c4a-80db001449d4 admin admin] Publish callbacks [] for security_group (8d06daec-58da-427f-ad13-3d2a2ebe358e), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:24.893853 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-38be0892-8e1e-43c7-9c4a-80db001449d4 admin admin] Publish callbacks [] for security_group (8d06daec-58da-427f-ad13-3d2a2ebe358e), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:24.940815 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-38be0892-8e1e-43c7-9c4a-80db001449d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (8d06daec-58da-427f-ad13-3d2a2ebe358e), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:24.943273 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-38be0892-8e1e-43c7-9c4a-80db001449d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:24.944404 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-38be0892-8e1e-43c7-9c4a-80db001449d4 admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/8d06daec-58da-427f-ad13-3d2a2ebe358e HTTP/1.1" status: 204 len: 168 time: 0.1192081 Sep 19 11:39:24.952104 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be0892-8e1e-43c7-9c4a-80db001449d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d06daec-58da-427f-ad13-3d2a2ebe358e,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:39:25.258753 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 37432) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:39:25.298873 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-d1d84f7e-a10a-4c6c-9642-e1c3e63aa438 admin admin] 10.222.0.81 "GET /networking/v2.0/security-groups?tenant_id=742245b438694e51aab9349ad8364995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389547 Sep 19 11:39:25.301719 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [-] (106254) accepted ('10.222.0.81', 37434) {{(pid=106254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 11:39:25.348647 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b4194a3f-bfa2-47f7-b1ae-c07e34694dca admin admin] Publish callbacks [] for security_group (402494b8-b5d2-4380-87fb-e38a955b1b0c), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:25.368605 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b4194a3f-bfa2-47f7-b1ae-c07e34694dca admin admin] Publish callbacks [] for security_group (402494b8-b5d2-4380-87fb-e38a955b1b0c), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:25.416458 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b4194a3f-bfa2-47f7-b1ae-c07e34694dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540665'] for security_group (402494b8-b5d2-4380-87fb-e38a955b1b0c), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:25.419198 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b4194a3f-bfa2-47f7-b1ae-c07e34694dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:25.420355 dv-cinder-820994-5-iscsi neutron-server[106254]: INFO neutron.wsgi [None req-b4194a3f-bfa2-47f7-b1ae-c07e34694dca admin admin] 10.222.0.81 "DELETE /networking/v2.0/security-groups/402494b8-b5d2-4380-87fb-e38a955b1b0c HTTP/1.1" status: 204 len: 168 time: 0.1177592 Sep 19 11:39:25.428732 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4194a3f-bfa2-47f7-b1ae-c07e34694dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402494b8-b5d2-4380-87fb-e38a955b1b0c,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 11:39:25.806622 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:39:25.830238 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:39:25.830582 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device f4477b6d-0df5-4c06-adaa-ad7ce33f4c2a not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:39:25.831055 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 0dad5f33-aae1-4082-b930-5d15066329f8 no longer exists at agent ovs-agent-dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 11:39:25.849702 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.plugin [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] No Port match for: 0dad5f33-aae1-4082-b930-5d15066329f8 {{(pid=106255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 11:39:25.850049 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.rpc [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Device 0dad5f33-aae1-4082-b930-5d15066329f8 not bound to the agent host dv-cinder-820994-5-iscsi {{(pid=106255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 11:39:31.118185 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:31.507440 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=19,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:31.526306 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=32,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:35.423246 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=75,neutron:DELETE=8 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:35.424650 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=77,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:39.906961 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=18 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:39.912522 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=7 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:41.112362 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=45 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:41.114096 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:39:46.370303 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7cdf86c5-90b7-4c4a-91e5-3eb3c282997d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:48.493223 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-231a4c18-b4c6-446d-8316-f4f6f8418c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:49.896323 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:51.374326 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:51.439108 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:39:54.836890 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:40:01.131534 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:40:11.126005 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:40:11.128016 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:40:16.372179 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-70e274f9-8056-4cd8-ad1c-ef113bdcebbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:40:16.907102 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=15 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:40:16.907867 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=19 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:40:18.495398 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-52499222-5eff-4e7e-99d9-34dcfbb0e3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:40:19.896916 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:40:21.377467 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:40:21.443239 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:40:31.132318 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:40:31.836179 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:40:41.126514 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:40:41.128405 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:40:41.831491 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:40:41.832215 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:40:46.376046 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a8caadc4-e584-4e21-ba14-6f1837f63359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:40:48.496996 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f0340166-2be8-4c2c-b622-d140dbc2c479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:40:49.902861 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:40:51.379742 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:40:51.444907 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:40:53.913024 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=4 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:40:53.913729 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:41:01.136338 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:41:08.835076 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:41:11.125818 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:41:11.132022 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:41:14.861983 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:DELETE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:41:16.377812 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-40ed95e4-4c27-4463-abe2-8c3a1ec4d025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:41:18.498593 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ca882060-c67c-4a2e-a29e-a463b7f42315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:41:18.830743 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:41:19.901969 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:41:21.383287 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:41:21.450085 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:41:30.905351 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:41:30.910430 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:41:31.147171 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:41:32.394930 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:41:41.142534 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:41:45.833695 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:41:46.381178 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-cdf058d9-e9b4-45a7-9525-e42f3c8aa750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:41:48.500201 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f9cc8274-162c-4e9a-b573-851461240bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:41:49.904143 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:41:51.386701 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:41:51.451829 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:41:55.830569 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:42:01.163714 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:42:11.153264 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:42:11.159300 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:42:12.468426 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=15 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:42:12.470287 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=17 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:42:16.382586 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-106a4efa-1067-415e-bc74-300f99a8d0fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:42:18.501490 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-83c595f4-0161-4114-a429-8b5c2dbd11f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:42:19.906725 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:42:21.389187 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:42:21.453845 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:42:22.832364 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:42:31.157095 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:42:32.828232 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:42:32.829864 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:42:41.151059 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:42:41.153820 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:42:44.911551 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=4 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:42:44.912280 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:42:46.384846 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-dd65fb59-e9db-46da-93b0-5037f9820037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:42:48.504636 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30b9cd7b-c4fd-4eb3-b7b1-fccffc24603f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:42:49.910492 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:42:51.391024 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:42:51.455311 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:42:59.833290 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:43:01.173892 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:43:09.843903 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:43:11.168381 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:43:11.170251 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:43:16.386417 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e32ca096-86db-4402-a33a-9ff8da57ca49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:43:18.506351 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b61c32f9-3680-40ae-8da2-754c0e42ca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:43:19.912493 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:43:21.392957 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:43:21.455279 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:43:21.897251 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:43:21.909344 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=5 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:43:31.167282 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:43:36.832309 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:43:41.160974 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:UPDATE=2,neutron:SELECT=21 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:43:41.162869 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:43:46.388964 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2b690b8b-821b-474a-9b42-c2883ce7c417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:43:46.827707 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:43:46.828485 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=1 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:43:48.509043 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5b34f486-8828-4508-962a-5279ee463963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:43:49.915664 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:43:51.396309 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:43:51.456063 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:43:56.887577 dv-cinder-820994-5-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-2966bef3-70e6-46ae-b185-b08846732a2e req-698044a3-e247-4c8f-8987-f23f3538d142 service neutron] (106253) timed out ('10.222.0.81', 60610) {{(pid=106253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 19 11:43:57.067141 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [req-2966bef3-70e6-46ae-b185-b08846732a2e req-fe3b254d-e653-4dec-9d81-40e1bed91707 tempest-AttachVolumeShelveTestJSON-1430254592 tempest-AttachVolumeShelveTestJSON-1430254592-project] (106254) timed out ('10.222.0.81', 60620) {{(pid=106254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 19 11:43:58.163750 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [req-42face1c-1244-467b-bfe5-53fc14b9c642 req-8090c1d0-8dd3-48f6-a8e4-3cfb67fed71e service neutron] (106254) timed out ('10.222.0.81', 59092) {{(pid=106254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 19 11:43:58.239113 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [req-42face1c-1244-467b-bfe5-53fc14b9c642 req-aba0a3ba-e97a-4ff8-93e0-31aeacea9c94 tempest-TestShelveInstance-71464734 tempest-TestShelveInstance-71464734-project] (106254) timed out ('10.222.0.81', 59106) {{(pid=106254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 19 11:43:58.904018 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:43:58.904763 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=3 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:44:01.181309 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:44:11.170636 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:44:11.175921 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:44:12.389929 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=16 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:44:12.391838 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=10 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:44:13.831355 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG neutron.db.agents_db [None req-f362cd6d-66ad-4280-8449-cfb8caad82a3 None None] Agent healthcheck: found 6 active agents {{(pid=106256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:44:16.391797 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d1897f26-870a-4997-aeed-fced7e6f60f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:44:18.510401 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-92085619-d950-40a6-a619-807af7bc682c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:44:19.918845 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:44:21.399383 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a70ede86-05ad-46a3-a02b-933986c46d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (98792752-d5c3-46e7-bbba-6662bb5c4d6e), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:44:21.457475 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2d52f533-c736-4688-b5a6-d069d2236c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (621f564e-416f-4a39-8806-94e3e8d52e7a), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:44:23.827174 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:44:31.177503 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-30c2980f-30b4-4cc2-b456-d0a490a854de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (89dce09e-1d3d-46be-9edc-f71162f9f1f2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:44:33.581366 dv-cinder-820994-5-iscsi neutron-server[106254]: DEBUG neutron.wsgi [req-ee13fcad-e91d-46d6-87cb-55e47977036e req-3b27f110-4f12-4b97-a951-7fbac3a83ef6 service neutron] (106254) timed out ('10.222.0.72', 56313) {{(pid=106254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 19 11:44:35.896873 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=2 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:44:35.900981 dv-cinder-820994-5-iscsi neutron-server[106256]: DEBUG dbcounter [-] [106256] Writing DB stats neutron:SELECT=4 {{(pid=106256) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:44:41.172369 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:44:41.173321 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:44:46.393444 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ea317d4c-28ce-43d8-b30e-b3a8d8378d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (4823e8b3-ab16-40fd-b6f9-cda48b53bbb0), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:44:48.512671 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ff60e072-8412-4bf4-85d1-81c4c29288bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (80f4aef3-21a0-48f1-92c7-edc763249540), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:44:49.925568 dv-cinder-820994-5-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-3af6a70a-6cc2-4884-b5ef-a00bebd5388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730872489391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1261197'] for agent (d27932a2-68f5-425b-a62a-586603c70aca), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}